2024-12-09 18:49:49,716 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5 2024-12-09 18:49:49,773 main DEBUG Took 0.048090 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 18:49:49,779 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 18:49:49,780 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 18:49:49,781 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 18:49:49,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,807 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 18:49:49,836 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,841 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,853 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,854 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,864 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,869 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,871 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,875 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,877 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,879 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:49:49,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,880 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 18:49:49,882 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:49:49,885 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 18:49:49,888 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 18:49:49,888 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 18:49:49,891 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 18:49:49,891 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 18:49:49,908 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 18:49:49,914 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 18:49:49,922 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 18:49:49,923 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 18:49:49,924 main DEBUG createAppenders(={Console}) 2024-12-09 18:49:49,927 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5 initialized 2024-12-09 18:49:49,929 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5 2024-12-09 18:49:49,929 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5 OK. 2024-12-09 18:49:49,935 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 18:49:49,935 main DEBUG OutputStream closed 2024-12-09 18:49:49,935 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 18:49:49,936 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 18:49:49,936 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@57cf54e1 OK 2024-12-09 18:49:50,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 18:49:50,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 18:49:50,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 18:49:50,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 18:49:50,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 18:49:50,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 18:49:50,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 18:49:50,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 18:49:50,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 18:49:50,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 18:49:50,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 18:49:50,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 18:49:50,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 18:49:50,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 18:49:50,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 18:49:50,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 18:49:50,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 18:49:50,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 18:49:50,216 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 18:49:50,217 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1608bcbd) with optional ClassLoader: null 2024-12-09 18:49:50,217 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 18:49:50,218 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1608bcbd] started OK. 2024-12-09T18:49:50,248 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestExportSnapshot timeout: 13 mins 2024-12-09 18:49:50,251 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 18:49:50,253 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T18:49:51,043 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4 2024-12-09T18:49:51,044 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestMobExportSnapshot timeout: 13 mins 2024-12-09T18:49:51,047 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestMobSecureExportSnapshot timeout: 13 mins 2024-12-09T18:49:51,162 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T18:49:51,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T18:49:51,647 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c, deleteOnExit=true 2024-12-09T18:49:51,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T18:49:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/test.cache.data in system properties and HBase conf 2024-12-09T18:49:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T18:49:51,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir in system properties and HBase conf 2024-12-09T18:49:51,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T18:49:51,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T18:49:51,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T18:49:51,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T18:49:51,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:49:51,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:49:51,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T18:49:51,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:49:51,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T18:49:51,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T18:49:51,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:49:51,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:49:51,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T18:49:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/nfs.dump.dir in system properties and HBase conf 2024-12-09T18:49:51,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir in system properties and HBase conf 2024-12-09T18:49:51,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:49:51,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T18:49:51,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T18:49:54,195 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T18:49:54,375 INFO [Time-limited test {}] log.Log(170): Logging initialized @7250ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T18:49:54,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:49:54,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:49:54,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:49:54,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:49:54,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:49:54,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:49:54,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72770802{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:49:54,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15a5d53b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:49:55,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@150ffd7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir/jetty-localhost-43477-hadoop-hdfs-3_4_1-tests_jar-_-any-13887861738137214498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:49:55,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@322d032a{HTTP/1.1, (http/1.1)}{localhost:43477} 2024-12-09T18:49:55,277 INFO [Time-limited test {}] server.Server(415): Started @8153ms 2024-12-09T18:49:56,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:49:56,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:49:56,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:49:56,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:49:56,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:49:56,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b59052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:49:56,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8da11ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:49:56,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@743c5c16{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir/jetty-localhost-42909-hadoop-hdfs-3_4_1-tests_jar-_-any-16032079051434820732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:49:56,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44e37508{HTTP/1.1, (http/1.1)}{localhost:42909} 2024-12-09T18:49:56,691 INFO [Time-limited test {}] server.Server(415): Started @9567ms 2024-12-09T18:49:56,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:49:57,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:49:57,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:49:57,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:49:57,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:49:57,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:49:57,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b17fade{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:49:57,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428a9356{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:49:57,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@783e4629{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir/jetty-localhost-37951-hadoop-hdfs-3_4_1-tests_jar-_-any-204340417917009186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:49:57,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4214a20d{HTTP/1.1, (http/1.1)}{localhost:37951} 2024-12-09T18:49:57,522 INFO [Time-limited test {}] server.Server(415): Started @10398ms 2024-12-09T18:49:57,527 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:49:57,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:49:57,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:49:57,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:49:57,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:49:57,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:49:57,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b97cecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:49:57,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33104ee0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:49:58,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6afb102c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir/jetty-localhost-45613-hadoop-hdfs-3_4_1-tests_jar-_-any-3794784149783874198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:49:58,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6870fea6{HTTP/1.1, (http/1.1)}{localhost:45613} 2024-12-09T18:49:58,068 INFO [Time-limited test {}] server.Server(415): Started @10944ms 2024-12-09T18:49:58,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:49:59,247 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3/current/BP-535670751-172.17.0.2-1733770193459/current, will proceed with Du for space computation calculation, 2024-12-09T18:49:59,249 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data1/current/BP-535670751-172.17.0.2-1733770193459/current, will proceed with Du for space computation calculation, 2024-12-09T18:49:59,263 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2/current/BP-535670751-172.17.0.2-1733770193459/current, will proceed with Du for space computation calculation, 2024-12-09T18:49:59,264 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4/current/BP-535670751-172.17.0.2-1733770193459/current, will proceed with Du for space computation calculation, 2024-12-09T18:49:59,456 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6/current/BP-535670751-172.17.0.2-1733770193459/current, will proceed with Du for space computation calculation, 2024-12-09T18:49:59,456 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data5/current/BP-535670751-172.17.0.2-1733770193459/current, will proceed with Du for space computation calculation, 2024-12-09T18:49:59,566 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:49:59,588 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:49:59,733 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:49:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b288176f5731be8 with lease ID 0xe5a63c7885dc1c48: Processing first storage report for DS-81f2a0ee-c23d-43fb-8305-c4e1d95bb745 from datanode DatanodeRegistration(127.0.0.1:37587, datanodeUuid=7b40b8a0-361b-4912-8663-ef30272a7abc, infoPort=34611, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459) 2024-12-09T18:49:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b288176f5731be8 with lease ID 0xe5a63c7885dc1c48: from storage DS-81f2a0ee-c23d-43fb-8305-c4e1d95bb745 node DatanodeRegistration(127.0.0.1:37587, datanodeUuid=7b40b8a0-361b-4912-8663-ef30272a7abc, infoPort=34611, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T18:49:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2db6fe9866368ec4 with lease ID 0xe5a63c7885dc1c4a: Processing first storage report for DS-22305bd6-93a4-4545-b76a-15f59909b80d from datanode DatanodeRegistration(127.0.0.1:44081, datanodeUuid=c6880346-0126-404f-b382-0e0e0538ce93, infoPort=40471, infoSecurePort=0, ipcPort=35719, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459) 2024-12-09T18:49:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2db6fe9866368ec4 with lease ID 0xe5a63c7885dc1c4a: from storage DS-22305bd6-93a4-4545-b76a-15f59909b80d node DatanodeRegistration(127.0.0.1:44081, datanodeUuid=c6880346-0126-404f-b382-0e0e0538ce93, infoPort=40471, infoSecurePort=0, ipcPort=35719, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T18:49:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b288176f5731be8 with lease ID 0xe5a63c7885dc1c48: Processing first storage report for DS-184171af-5ee3-419e-99da-7a5f8f1f8ad3 from datanode DatanodeRegistration(127.0.0.1:37587, datanodeUuid=7b40b8a0-361b-4912-8663-ef30272a7abc, infoPort=34611, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459) 2024-12-09T18:49:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b288176f5731be8 with lease ID 0xe5a63c7885dc1c48: from storage DS-184171af-5ee3-419e-99da-7a5f8f1f8ad3 node DatanodeRegistration(127.0.0.1:37587, datanodeUuid=7b40b8a0-361b-4912-8663-ef30272a7abc, infoPort=34611, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:49:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2db6fe9866368ec4 with lease ID 0xe5a63c7885dc1c4a: Processing first storage report for DS-98e55bc0-622f-4887-afb8-af6ea4cb14a5 from datanode DatanodeRegistration(127.0.0.1:44081, datanodeUuid=c6880346-0126-404f-b382-0e0e0538ce93, infoPort=40471, infoSecurePort=0, ipcPort=35719, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459) 2024-12-09T18:49:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2db6fe9866368ec4 with lease ID 0xe5a63c7885dc1c4a: from storage DS-98e55bc0-622f-4887-afb8-af6ea4cb14a5 node DatanodeRegistration(127.0.0.1:44081, datanodeUuid=c6880346-0126-404f-b382-0e0e0538ce93, infoPort=40471, infoSecurePort=0, ipcPort=35719, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:49:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfb79783d65735d with lease ID 0xe5a63c7885dc1c49: Processing first storage report for DS-9c70333e-04d1-4d08-83fc-89ff0e818e95 from datanode DatanodeRegistration(127.0.0.1:46497, datanodeUuid=2e04fe41-03c4-48f0-8a62-1f7028179ae7, infoPort=40213, infoSecurePort=0, ipcPort=42293, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459) 2024-12-09T18:49:59,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfb79783d65735d with lease ID 0xe5a63c7885dc1c49: from storage DS-9c70333e-04d1-4d08-83fc-89ff0e818e95 node DatanodeRegistration(127.0.0.1:46497, datanodeUuid=2e04fe41-03c4-48f0-8a62-1f7028179ae7, infoPort=40213, infoSecurePort=0, ipcPort=42293, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T18:49:59,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfb79783d65735d with lease ID 0xe5a63c7885dc1c49: Processing first storage report for DS-55f6697c-76ff-4a84-bf77-8208b9b79328 from datanode DatanodeRegistration(127.0.0.1:46497, datanodeUuid=2e04fe41-03c4-48f0-8a62-1f7028179ae7, infoPort=40213, infoSecurePort=0, ipcPort=42293, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459) 2024-12-09T18:49:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfb79783d65735d with lease ID 0xe5a63c7885dc1c49: from storage DS-55f6697c-76ff-4a84-bf77-8208b9b79328 node DatanodeRegistration(127.0.0.1:46497, datanodeUuid=2e04fe41-03c4-48f0-8a62-1f7028179ae7, infoPort=40213, infoSecurePort=0, ipcPort=42293, storageInfo=lv=-57;cid=testClusterID;nsid=1947224915;c=1733770193459), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T18:49:59,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4 2024-12-09T18:50:00,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/zookeeper_0, clientPort=50819, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T18:50:00,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50819 2024-12-09T18:50:00,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:00,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:00,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:50:00,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:50:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:50:01,317 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c with version=8 2024-12-09T18:50:01,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/hbase-staging 2024-12-09T18:50:01,484 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T18:50:01,908 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:50:01,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:01,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:01,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:50:01,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:01,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:50:02,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T18:50:02,561 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T18:50:02,594 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T18:50:02,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:50:02,673 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 94933 (auto-detected) 2024-12-09T18:50:02,675 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T18:50:02,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40811 2024-12-09T18:50:02,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40811 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-09T18:50:02,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408110x0, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:50:02,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40811-0x1000c20bd6b0000 connected 2024-12-09T18:50:03,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:03,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:03,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:50:03,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c, hbase.cluster.distributed=false 2024-12-09T18:50:03,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:50:03,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40811 2024-12-09T18:50:03,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40811 2024-12-09T18:50:03,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40811 2024-12-09T18:50:03,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40811 2024-12-09T18:50:03,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40811 2024-12-09T18:50:03,536 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:50:03,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:50:03,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:50:03,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:50:03,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:50:03,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46729 2024-12-09T18:50:03,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46729 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-09T18:50:03,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:03,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:03,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467290x0, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:50:03,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46729-0x1000c20bd6b0001 connected 2024-12-09T18:50:03,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:50:03,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:50:03,650 INFO [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled 2024-12-09T18:50:03,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:50:03,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:50:03,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46729 2024-12-09T18:50:03,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46729 2024-12-09T18:50:03,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46729 2024-12-09T18:50:03,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46729 2024-12-09T18:50:03,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46729 2024-12-09T18:50:03,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:50:03,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:50:03,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:50:03,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:50:03,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:50:03,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35415 2024-12-09T18:50:03,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35415 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-09T18:50:03,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:03,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:03,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354150x0, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:50:03,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35415-0x1000c20bd6b0002 connected 2024-12-09T18:50:03,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:50:03,854 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:50:03,860 INFO [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled 2024-12-09T18:50:03,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:50:03,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:50:03,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35415 2024-12-09T18:50:03,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35415 2024-12-09T18:50:03,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35415 2024-12-09T18:50:03,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35415 2024-12-09T18:50:03,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35415 2024-12-09T18:50:03,957 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:50:03,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:50:03,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:50:03,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:50:03,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:50:03,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:50:03,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46029 2024-12-09T18:50:03,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46029 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-09T18:50:03,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:03,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:04,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460290x0, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:50:04,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46029-0x1000c20bd6b0003 connected 2024-12-09T18:50:04,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:50:04,043 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:50:04,053 INFO [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled 2024-12-09T18:50:04,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:50:04,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:50:04,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46029 2024-12-09T18:50:04,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46029 2024-12-09T18:50:04,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46029 2024-12-09T18:50:04,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46029 2024-12-09T18:50:04,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46029 2024-12-09T18:50:04,183 DEBUG [M:0;84065ca92432:40811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84065ca92432:40811 2024-12-09T18:50:04,204 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84065ca92432,40811,1733770201579 2024-12-09T18:50:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:50:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:50:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:50:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:50:04,236 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84065ca92432,40811,1733770201579 2024-12-09T18:50:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:50:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:50:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:04,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:04,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:50:04,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:04,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:04,339 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T18:50:04,352 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84065ca92432,40811,1733770201579 from backup master directory 2024-12-09T18:50:04,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:50:04,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:50:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:50:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84065ca92432,40811,1733770201579 2024-12-09T18:50:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:50:04,383 WARN [master/84065ca92432:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:50:04,383 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84065ca92432,40811,1733770201579 2024-12-09T18:50:04,393 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T18:50:04,400 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T18:50:04,540 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/hbase.id] with ID: ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b 2024-12-09T18:50:04,540 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.tmp/hbase.id 2024-12-09T18:50:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:50:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:50:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:50:04,633 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.tmp/hbase.id]:[hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/hbase.id] 2024-12-09T18:50:04,789 INFO [master/84065ca92432:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:04,795 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T18:50:04,820 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-12-09T18:50:04,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:04,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:04,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:04,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:04,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:50:04,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:50:04,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:50:04,967 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:50:04,974 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T18:50:05,002 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:50:05,008 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:50:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:50:05,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:50:05,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:50:05,156 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/data/master/store 2024-12-09T18:50:05,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:50:05,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:50:05,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:50:05,225 INFO [master/84065ca92432:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T18:50:05,229 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:05,231 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:50:05,231 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:50:05,232 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:50:05,234 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:50:05,234 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:50:05,240 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:50:05,242 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733770205231Disabling compacts and flushes for region at 1733770205231Disabling writes for close at 1733770205234 (+3 ms)Writing region close event to WAL at 1733770205239 (+5 ms)Closed at 1733770205239 2024-12-09T18:50:05,253 WARN [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/data/master/store/.initializing 2024-12-09T18:50:05,254 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/WALs/84065ca92432,40811,1733770201579 2024-12-09T18:50:05,268 INFO [master/84065ca92432:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:50:05,300 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C40811%2C1733770201579, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/WALs/84065ca92432,40811,1733770201579, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/oldWALs, maxLogs=10 2024-12-09T18:50:05,354 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/WALs/84065ca92432,40811,1733770201579/84065ca92432%2C40811%2C1733770201579.1733770205310, exclude list is [], retry=0 2024-12-09T18:50:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-22305bd6-93a4-4545-b76a-15f59909b80d,DISK] 2024-12-09T18:50:05,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-9c70333e-04d1-4d08-83fc-89ff0e818e95,DISK] 2024-12-09T18:50:05,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37587,DS-81f2a0ee-c23d-43fb-8305-c4e1d95bb745,DISK] 2024-12-09T18:50:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T18:50:05,492 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/WALs/84065ca92432,40811,1733770201579/84065ca92432%2C40811%2C1733770201579.1733770205310 2024-12-09T18:50:05,497 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471),(127.0.0.1/127.0.0.1:34611:34611),(127.0.0.1/127.0.0.1:40213:40213)] 2024-12-09T18:50:05,498 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:50:05,499 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:05,512 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,516 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T18:50:05,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:05,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:05,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T18:50:05,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:05,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:05,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T18:50:05,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:05,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:05,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T18:50:05,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:05,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:05,780 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,784 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,792 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,805 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,805 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,815 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:50:05,821 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:50:05,846 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:50:05,851 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62913503, jitterRate=-0.0625157505273819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:50:05,864 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733770205561Initializing all the Stores at 1733770205579 (+18 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770205580 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770205586 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770205590 (+4 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770205590Cleaning up temporary data from old regions at 1733770205805 (+215 ms)Region opened successfully at 1733770205864 (+59 ms) 2024-12-09T18:50:05,872 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T18:50:05,986 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b5968a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:50:06,112 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T18:50:06,178 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T18:50:06,179 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T18:50:06,189 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T18:50:06,209 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 19 msec 2024-12-09T18:50:06,218 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-09T18:50:06,218 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T18:50:06,352 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T18:50:06,398 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T18:50:06,423 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T18:50:06,427 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T18:50:06,429 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T18:50:06,461 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T18:50:06,466 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T18:50:06,489 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T18:50:06,509 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T18:50:06,514 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T18:50:06,528 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T18:50:06,580 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T18:50:06,620 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T18:50:06,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:50:06,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:50:06,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:50:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:50:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,668 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84065ca92432,40811,1733770201579, sessionid=0x1000c20bd6b0000, setting cluster-up flag (Was=false) 2024-12-09T18:50:06,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,773 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T18:50:06,787 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,40811,1733770201579 2024-12-09T18:50:06,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:06,881 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T18:50:06,885 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,40811,1733770201579 2024-12-09T18:50:06,965 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T18:50:07,036 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(746): ClusterId : ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b 2024-12-09T18:50:07,039 DEBUG [RS:0;84065ca92432:46729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:50:07,047 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(746): ClusterId : ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b 2024-12-09T18:50:07,048 DEBUG [RS:1;84065ca92432:35415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:50:07,066 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(3441): Registered master coprocessor service: service=AccessControlService 2024-12-09T18:50:07,088 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(746): ClusterId : ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b 2024-12-09T18:50:07,088 DEBUG [RS:2;84065ca92432:46029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:50:07,097 INFO [master/84065ca92432:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:07,098 DEBUG [RS:0;84065ca92432:46729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:50:07,098 INFO [master/84065ca92432:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver loaded, priority=536870912. 2024-12-09T18:50:07,098 DEBUG [RS:0;84065ca92432:46729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:50:07,104 DEBUG [RS:1;84065ca92432:35415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:50:07,104 DEBUG [RS:1;84065ca92432:35415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:50:07,124 DEBUG [RS:2;84065ca92432:46029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:50:07,124 DEBUG [RS:2;84065ca92432:46029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:50:07,138 DEBUG [RS:0;84065ca92432:46729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:50:07,138 DEBUG [RS:2;84065ca92432:46029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:50:07,139 DEBUG [RS:0;84065ca92432:46729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7308ea80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:50:07,139 DEBUG [RS:2;84065ca92432:46029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660b059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:50:07,140 DEBUG [RS:1;84065ca92432:35415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:50:07,141 DEBUG [RS:1;84065ca92432:35415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e6d14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:50:07,184 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;84065ca92432:46029 2024-12-09T18:50:07,189 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84065ca92432:46729 2024-12-09T18:50:07,201 INFO [RS:2;84065ca92432:46029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:50:07,201 INFO [RS:2;84065ca92432:46029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:50:07,202 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService 2024-12-09T18:50:07,202 INFO [RS:2;84065ca92432:46029 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:07,202 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:50:07,203 INFO [RS:0;84065ca92432:46729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:50:07,204 INFO [RS:0;84065ca92432:46729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:50:07,204 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService 2024-12-09T18:50:07,204 INFO [RS:0;84065ca92432:46729 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:07,219 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:50:07,221 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=46729, startcode=1733770203479 2024-12-09T18:50:07,207 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=46029, startcode=1733770203956 2024-12-09T18:50:07,219 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84065ca92432:35415 2024-12-09T18:50:07,226 INFO [RS:1;84065ca92432:35415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:50:07,226 INFO [RS:1;84065ca92432:35415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:50:07,226 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService 2024-12-09T18:50:07,226 INFO [RS:1;84065ca92432:35415 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:07,227 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:50:07,229 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=35415, startcode=1733770203781 2024-12-09T18:50:07,245 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T18:50:07,251 DEBUG [RS:2;84065ca92432:46029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:50:07,255 DEBUG [RS:0;84065ca92432:46729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:50:07,259 DEBUG [RS:1;84065ca92432:35415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:50:07,281 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T18:50:07,323 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T18:50:07,351 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:50:07,352 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:50:07,354 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:50:07,360 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:50:07,353 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84065ca92432,40811,1733770201579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T18:50:07,390 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:50:07,400 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:50:07,401 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:50:07,410 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:50:07,391 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:50:07,415 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:50:07,431 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84065ca92432:0, corePoolSize=10, maxPoolSize=10 2024-12-09T18:50:07,431 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:07,431 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:50:07,432 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:07,464 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:50:07,464 WARN [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T18:50:07,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:50:07,464 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:50:07,465 WARN [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T18:50:07,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T18:50:07,468 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:50:07,483 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733770237478 2024-12-09T18:50:07,484 WARN [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T18:50:07,485 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T18:50:07,487 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T18:50:07,492 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T18:50:07,493 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T18:50:07,500 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T18:50:07,500 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T18:50:07,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:07,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T18:50:07,543 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:07,552 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T18:50:07,553 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T18:50:07,554 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T18:50:07,573 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=46029, startcode=1733770203956 2024-12-09T18:50:07,573 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=46729, startcode=1733770203479 2024-12-09T18:50:07,575 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:50:07,576 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:50:07,582 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:50:07,583 WARN [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-12-09T18:50:07,587 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:50:07,588 WARN [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-12-09T18:50:07,596 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=35415, startcode=1733770203781 2024-12-09T18:50:07,598 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:50:07,608 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T18:50:07,608 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:50:07,608 WARN [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-12-09T18:50:07,608 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T18:50:07,611 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733770207610,5,FailOnTimeoutGroup] 2024-12-09T18:50:07,643 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733770207612,5,FailOnTimeoutGroup] 2024-12-09T18:50:07,644 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:07,644 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T18:50:07,645 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:07,646 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:07,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:50:07,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:50:07,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:50:07,792 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=46029, startcode=1733770203956 2024-12-09T18:50:07,795 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=46729, startcode=1733770203479 2024-12-09T18:50:07,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,46029,1733770203956 2024-12-09T18:50:07,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] master.ServerManager(517): Registering regionserver=84065ca92432,46029,1733770203956 2024-12-09T18:50:07,809 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,40811,1733770201579 with port=35415, startcode=1733770203781 2024-12-09T18:50:07,820 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:07,820 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37709 2024-12-09T18:50:07,820 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:50:07,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,46729,1733770203479 2024-12-09T18:50:07,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] master.ServerManager(517): Registering regionserver=84065ca92432,46729,1733770203479 2024-12-09T18:50:07,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:50:07,841 DEBUG [RS:2;84065ca92432:46029 {}] zookeeper.ZKUtil(111): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,46029,1733770203956 2024-12-09T18:50:07,841 WARN [RS:2;84065ca92432:46029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:50:07,842 INFO [RS:2;84065ca92432:46029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:50:07,842 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46029,1733770203956 2024-12-09T18:50:07,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,46029,1733770203956] 2024-12-09T18:50:07,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,35415,1733770203781 2024-12-09T18:50:07,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] master.ServerManager(517): Registering regionserver=84065ca92432,35415,1733770203781 2024-12-09T18:50:07,847 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:07,847 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37709 2024-12-09T18:50:07,848 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:50:07,860 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:07,861 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37709 2024-12-09T18:50:07,861 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:50:07,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:50:07,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,35415,1733770203781] 2024-12-09T18:50:07,932 DEBUG [RS:0;84065ca92432:46729 {}] zookeeper.ZKUtil(111): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,46729,1733770203479 2024-12-09T18:50:07,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,46729,1733770203479] 2024-12-09T18:50:07,932 WARN [RS:0;84065ca92432:46729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:50:07,932 INFO [RS:0;84065ca92432:46729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:50:07,933 DEBUG [RS:1;84065ca92432:35415 {}] zookeeper.ZKUtil(111): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,35415,1733770203781 2024-12-09T18:50:07,933 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46729,1733770203479 2024-12-09T18:50:07,933 WARN [RS:1;84065ca92432:35415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:50:07,933 INFO [RS:1;84065ca92432:35415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:50:07,933 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,35415,1733770203781 2024-12-09T18:50:07,972 INFO [RS:2;84065ca92432:46029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:50:07,972 INFO [RS:0;84065ca92432:46729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:50:07,973 INFO [RS:1;84065ca92432:35415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:50:07,995 INFO [RS:2;84065ca92432:46029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:50:07,995 INFO [RS:1;84065ca92432:35415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:50:07,998 INFO [RS:0;84065ca92432:46729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:50:08,003 INFO [RS:1;84065ca92432:35415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:50:08,003 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,004 INFO [RS:2;84065ca92432:46029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:50:08,004 INFO [RS:0;84065ca92432:46729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:50:08,004 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,004 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,006 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:50:08,006 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:50:08,014 INFO [RS:0;84065ca92432:46729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:50:08,016 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:50:08,016 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,016 INFO [RS:2;84065ca92432:46029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:50:08,017 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,017 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,017 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,017 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,017 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,017 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,017 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,017 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,018 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,018 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:50:08,018 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,018 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,018 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,018 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,017 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,019 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,019 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,020 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,020 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:50:08,020 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:50:08,020 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,020 DEBUG [RS:2;84065ca92432:46029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:50:08,020 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,020 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,020 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,020 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,021 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,021 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:50:08,021 DEBUG [RS:0;84065ca92432:46729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:50:08,024 INFO [RS:1;84065ca92432:35415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:50:08,025 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,025 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,025 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,025 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,026 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,026 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,026 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:50:08,026 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,026 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,027 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,027 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,027 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,027 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:50:08,027 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:50:08,028 DEBUG [RS:1;84065ca92432:35415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:50:08,064 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,065 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,065 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,065 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,065 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,065 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,35415,1733770203781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:50:08,096 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,097 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,097 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,098 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,098 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,098 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,46029,1733770203956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:50:08,099 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,100 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,100 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,100 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,100 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,100 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,46729,1733770203479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:50:08,137 INFO [RS:1;84065ca92432:35415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:50:08,145 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,35415,1733770203781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,146 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,146 INFO [RS:1;84065ca92432:35415 {}] regionserver.Replication(171): 84065ca92432,35415,1733770203781 started 2024-12-09T18:50:08,148 INFO [RS:2;84065ca92432:46029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:50:08,150 INFO [RS:0;84065ca92432:46729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:50:08,151 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,46729,1733770203479-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,151 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,152 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,46029,1733770203956-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,152 INFO [RS:0;84065ca92432:46729 {}] regionserver.Replication(171): 84065ca92432,46729,1733770203479 started 2024-12-09T18:50:08,153 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,153 INFO [RS:2;84065ca92432:46029 {}] regionserver.Replication(171): 84065ca92432,46029,1733770203956 started 2024-12-09T18:50:08,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T18:50:08,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:08,182 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,183 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,35415,1733770203781, RpcServer on 84065ca92432/172.17.0.2:35415, sessionid=0x1000c20bd6b0002 2024-12-09T18:50:08,185 DEBUG [RS:1;84065ca92432:35415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:50:08,186 DEBUG [RS:1;84065ca92432:35415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,35415,1733770203781 2024-12-09T18:50:08,186 DEBUG [RS:1;84065ca92432:35415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,35415,1733770203781' 2024-12-09T18:50:08,187 DEBUG [RS:1;84065ca92432:35415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:50:08,188 DEBUG [RS:1;84065ca92432:35415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:50:08,189 DEBUG [RS:1;84065ca92432:35415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:50:08,189 DEBUG [RS:1;84065ca92432:35415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:50:08,189 DEBUG [RS:1;84065ca92432:35415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,35415,1733770203781 2024-12-09T18:50:08,190 DEBUG [RS:1;84065ca92432:35415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,35415,1733770203781' 2024-12-09T18:50:08,190 DEBUG [RS:1;84065ca92432:35415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:50:08,211 DEBUG [RS:1;84065ca92432:35415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:50:08,212 DEBUG [RS:1;84065ca92432:35415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:50:08,212 INFO [RS:1;84065ca92432:35415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:50:08,212 INFO [RS:1;84065ca92432:35415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:50:08,213 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,213 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,46029,1733770203956, RpcServer on 84065ca92432/172.17.0.2:46029, sessionid=0x1000c20bd6b0003 2024-12-09T18:50:08,214 DEBUG [RS:2;84065ca92432:46029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:50:08,214 DEBUG [RS:2;84065ca92432:46029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,46029,1733770203956 2024-12-09T18:50:08,214 DEBUG [RS:2;84065ca92432:46029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,46029,1733770203956' 2024-12-09T18:50:08,214 DEBUG [RS:2;84065ca92432:46029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:50:08,218 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:08,219 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,46729,1733770203479, RpcServer on 84065ca92432/172.17.0.2:46729, sessionid=0x1000c20bd6b0001 2024-12-09T18:50:08,220 DEBUG [RS:0;84065ca92432:46729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:50:08,221 DEBUG [RS:0;84065ca92432:46729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,46729,1733770203479 2024-12-09T18:50:08,221 DEBUG [RS:0;84065ca92432:46729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,46729,1733770203479' 2024-12-09T18:50:08,221 DEBUG [RS:0;84065ca92432:46729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:50:08,221 DEBUG [RS:2;84065ca92432:46029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:50:08,224 DEBUG [RS:0;84065ca92432:46729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:50:08,228 DEBUG [RS:2;84065ca92432:46029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:50:08,228 DEBUG [RS:2;84065ca92432:46029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:50:08,228 DEBUG [RS:2;84065ca92432:46029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,46029,1733770203956 2024-12-09T18:50:08,228 DEBUG [RS:2;84065ca92432:46029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,46029,1733770203956' 2024-12-09T18:50:08,228 DEBUG [RS:2;84065ca92432:46029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:50:08,228 DEBUG [RS:0;84065ca92432:46729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:50:08,228 DEBUG [RS:0;84065ca92432:46729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:50:08,228 DEBUG [RS:0;84065ca92432:46729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,46729,1733770203479 2024-12-09T18:50:08,228 DEBUG [RS:0;84065ca92432:46729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,46729,1733770203479' 2024-12-09T18:50:08,228 DEBUG [RS:0;84065ca92432:46729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:50:08,239 DEBUG [RS:2;84065ca92432:46029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:50:08,240 DEBUG [RS:0;84065ca92432:46729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:50:08,252 DEBUG [RS:2;84065ca92432:46029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:50:08,252 INFO [RS:2;84065ca92432:46029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:50:08,252 INFO [RS:2;84065ca92432:46029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:50:08,257 DEBUG [RS:0;84065ca92432:46729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:50:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:50:08,258 INFO [RS:0;84065ca92432:46729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:50:08,258 INFO [RS:0;84065ca92432:46729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:50:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:50:08,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:50:08,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:08,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:50:08,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:50:08,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:08,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:08,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:50:08,323 INFO [RS:1;84065ca92432:35415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:50:08,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:50:08,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:08,330 INFO [RS:1;84065ca92432:35415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C35415%2C1733770203781, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,35415,1733770203781, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/oldWALs, maxLogs=32 2024-12-09T18:50:08,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:08,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:50:08,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:50:08,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:08,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:08,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:50:08,353 INFO [RS:2;84065ca92432:46029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:50:08,361 INFO [RS:2;84065ca92432:46029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C46029%2C1733770203956, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46029,1733770203956, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/oldWALs, maxLogs=32 2024-12-09T18:50:08,363 INFO [RS:0;84065ca92432:46729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:50:08,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:50:08,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:08,373 INFO [RS:0;84065ca92432:46729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C46729%2C1733770203479, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46729,1733770203479, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/oldWALs, maxLogs=32 2024-12-09T18:50:08,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:08,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:50:08,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740 2024-12-09T18:50:08,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740 2024-12-09T18:50:08,387 DEBUG [RS:1;84065ca92432:35415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,35415,1733770203781/84065ca92432%2C35415%2C1733770203781.1733770208333, exclude list is [], retry=0 2024-12-09T18:50:08,398 DEBUG [RS:2;84065ca92432:46029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46029,1733770203956/84065ca92432%2C46029%2C1733770203956.1733770208365, exclude list is [], retry=0 2024-12-09T18:50:08,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:50:08,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:50:08,403 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:50:08,409 DEBUG [RS:0;84065ca92432:46729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46729,1733770203479/84065ca92432%2C46729%2C1733770203479.1733770208375, exclude list is [], retry=0 2024-12-09T18:50:08,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:50:08,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-9c70333e-04d1-4d08-83fc-89ff0e818e95,DISK] 2024-12-09T18:50:08,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37587,DS-81f2a0ee-c23d-43fb-8305-c4e1d95bb745,DISK] 2024-12-09T18:50:08,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-22305bd6-93a4-4545-b76a-15f59909b80d,DISK] 2024-12-09T18:50:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37587,DS-81f2a0ee-c23d-43fb-8305-c4e1d95bb745,DISK] 2024-12-09T18:50:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-9c70333e-04d1-4d08-83fc-89ff0e818e95,DISK] 2024-12-09T18:50:08,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-22305bd6-93a4-4545-b76a-15f59909b80d,DISK] 2024-12-09T18:50:08,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37587,DS-81f2a0ee-c23d-43fb-8305-c4e1d95bb745,DISK] 2024-12-09T18:50:08,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:50:08,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58797266, jitterRate=-0.12385246157646179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:50:08,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733770208279Initializing all the Stores at 1733770208288 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770208289 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770208289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770208289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770208289Cleaning up temporary data from old regions at 1733770208401 (+112 ms)Region opened successfully at 1733770208472 (+71 ms) 2024-12-09T18:50:08,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:50:08,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:50:08,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:50:08,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:50:08,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:50:08,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-9c70333e-04d1-4d08-83fc-89ff0e818e95,DISK] 2024-12-09T18:50:08,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-22305bd6-93a4-4545-b76a-15f59909b80d,DISK] 2024-12-09T18:50:08,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:50:08,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733770208477Disabling compacts and flushes for region at 1733770208477Disabling writes for close at 1733770208477Writing region close event to WAL at 1733770208520 (+43 ms)Closed at 1733770208521 (+1 ms) 2024-12-09T18:50:08,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:50:08,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T18:50:08,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T18:50:08,553 INFO [RS:1;84065ca92432:35415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,35415,1733770203781/84065ca92432%2C35415%2C1733770203781.1733770208333 2024-12-09T18:50:08,615 INFO [RS:2;84065ca92432:46029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46029,1733770203956/84065ca92432%2C46029%2C1733770203956.1733770208365 2024-12-09T18:50:08,617 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:50:08,626 DEBUG [RS:1;84065ca92432:35415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611),(127.0.0.1/127.0.0.1:40213:40213),(127.0.0.1/127.0.0.1:40471:40471)] 2024-12-09T18:50:08,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T18:50:08,632 INFO [RS:0;84065ca92432:46729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46729,1733770203479/84065ca92432%2C46729%2C1733770203479.1733770208375 2024-12-09T18:50:08,648 DEBUG [RS:0;84065ca92432:46729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611),(127.0.0.1/127.0.0.1:40471:40471),(127.0.0.1/127.0.0.1:40213:40213)] 2024-12-09T18:50:08,651 DEBUG [RS:2;84065ca92432:46029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40471:40471),(127.0.0.1/127.0.0.1:34611:34611),(127.0.0.1/127.0.0.1:40213:40213)] 2024-12-09T18:50:08,783 DEBUG [84065ca92432:40811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T18:50:08,813 DEBUG [84065ca92432:40811 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:50:08,841 DEBUG [84065ca92432:40811 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:50:08,841 DEBUG [84065ca92432:40811 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:50:08,841 DEBUG [84065ca92432:40811 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:50:08,841 DEBUG [84065ca92432:40811 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:50:08,841 DEBUG [84065ca92432:40811 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:50:08,841 DEBUG [84065ca92432:40811 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:50:08,841 INFO [84065ca92432:40811 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:50:08,841 INFO [84065ca92432:40811 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:50:08,841 INFO [84065ca92432:40811 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:50:08,841 DEBUG [84065ca92432:40811 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:50:08,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:50:08,894 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,46029,1733770203956, state=OPENING 2024-12-09T18:50:08,918 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T18:50:08,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:08,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:08,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:08,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:08,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:50:08,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:50:08,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:50:08,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:50:08,977 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:50:08,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:50:09,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:50:09,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:50:09,360 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T18:50:09,360 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:50:09,361 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T18:50:09,380 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C46029%2C1733770203956.meta, suffix=.meta, logDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46029,1733770203956, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/oldWALs, maxLogs=32 2024-12-09T18:50:09,404 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46029,1733770203956/84065ca92432%2C46029%2C1733770203956.meta.1733770209383.meta, exclude list is [], retry=0 2024-12-09T18:50:09,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-22305bd6-93a4-4545-b76a-15f59909b80d,DISK] 2024-12-09T18:50:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-9c70333e-04d1-4d08-83fc-89ff0e818e95,DISK] 2024-12-09T18:50:09,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37587,DS-81f2a0ee-c23d-43fb-8305-c4e1d95bb745,DISK] 2024-12-09T18:50:09,468 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46029,1733770203956/84065ca92432%2C46029%2C1733770203956.meta.1733770209383.meta 2024-12-09T18:50:09,504 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40213:40213),(127.0.0.1/127.0.0.1:40471:40471),(127.0.0.1/127.0.0.1:34611:34611)] 2024-12-09T18:50:09,505 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:50:09,507 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=AccessControlService 2024-12-09T18:50:09,508 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:09,509 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T18:50:09,512 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T18:50:09,513 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T18:50:09,544 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T18:50:09,550 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:09,550 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T18:50:09,550 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T18:50:09,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:50:09,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:50:09,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:09,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:09,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:50:09,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:50:09,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:09,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:09,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:50:09,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:50:09,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:09,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:09,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:50:09,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:50:09,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:09,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:50:09,669 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:50:09,672 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740 2024-12-09T18:50:09,701 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740 2024-12-09T18:50:09,709 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:50:09,709 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:50:09,712 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:50:09,726 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:50:09,731 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70643859, jitterRate=0.052675530314445496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:50:09,732 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T18:50:09,736 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733770209557Writing region info on filesystem at 1733770209557Initializing all the Stores at 1733770209607 (+50 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770209607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770209614 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770209614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770209614Cleaning up temporary data from old regions at 1733770209709 (+95 ms)Running coprocessor post-open hooks at 1733770209732 (+23 ms)Region opened successfully at 1733770209736 (+4 ms) 2024-12-09T18:50:09,763 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733770209218 2024-12-09T18:50:09,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:50:09,792 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T18:50:09,818 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T18:50:09,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,46029,1733770203956, state=OPEN 2024-12-09T18:50:09,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:50:09,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:50:09,849 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84065ca92432,46029,1733770203956 2024-12-09T18:50:09,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:50:09,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:50:09,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:50:09,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:50:09,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:50:09,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:50:09,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T18:50:09,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84065ca92432,46029,1733770203956 in 868 msec 2024-12-09T18:50:09,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T18:50:09,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3330 sec 2024-12-09T18:50:09,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:50:09,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T18:50:10,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:10,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:10,059 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:10,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:10,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 3.0020 sec 2024-12-09T18:50:10,134 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733770210134, completionTime=-1 2024-12-09T18:50:10,138 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T18:50:10,138 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T18:50:10,257 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T18:50:10,257 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733770270257 2024-12-09T18:50:10,258 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733770330258 2024-12-09T18:50:10,258 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 119 msec 2024-12-09T18:50:10,260 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:50:10,296 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,40811,1733770201579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:10,296 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,40811,1733770201579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:10,297 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,40811,1733770201579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:10,299 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84065ca92432:40811, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:10,310 DEBUG [master/84065ca92432:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T18:50:10,309 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:10,331 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:10,405 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.015sec 2024-12-09T18:50:10,419 INFO [master/84065ca92432:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T18:50:10,421 INFO [master/84065ca92432:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T18:50:10,422 INFO [master/84065ca92432:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T18:50:10,423 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T18:50:10,423 INFO [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T18:50:10,424 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,40811,1733770201579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:50:10,425 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,40811,1733770201579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T18:50:10,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412aa6f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:10,525 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T18:50:10,525 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T18:50:10,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:50:10,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:50:10,586 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:50:10,601 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T18:50:10,601 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] client.AsyncConnectionImpl(321): The fetched master address is 84065ca92432,40811,1733770201579 2024-12-09T18:50:10,604 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bc1988a 2024-12-09T18:50:10,606 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T18:50:10,608 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:50:10,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:50:10,609 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:50:10,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4840d8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:10,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:50:10,630 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:50:10,633 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:10,633 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:acl', {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T18:50:10,641 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:50:10,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4480953f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:10,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:10,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:acl 2024-12-09T18:50:10,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:50:10,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:10,691 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:10,692 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "acl" procId is: 4 2024-12-09T18:50:10,692 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:50:10,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:50:10,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84065ca92432,40811,1733770201579 2024-12-09T18:50:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-09T18:50:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/test.cache.data in system properties and HBase conf 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir in system properties and HBase conf 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T18:50:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/nfs.dump.dir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T18:50:10,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T18:50:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:50:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741837_1013 (size=349) 2024-12-09T18:50:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741837_1013 (size=349) 2024-12-09T18:50:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741837_1013 (size=349) 2024-12-09T18:50:10,878 INFO [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 922e2bdfd306fa642251293bd7c3b58d, NAME => 'hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:acl', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741838_1014 (size=592039) 2024-12-09T18:50:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741838_1014 (size=592039) 2024-12-09T18:50:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741838_1014 (size=592039) 2024-12-09T18:50:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:50:11,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741839_1015 (size=36) 2024-12-09T18:50:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741839_1015 (size=36) 2024-12-09T18:50:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741839_1015 (size=36) 2024-12-09T18:50:11,053 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:11,053 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1722): Closing 922e2bdfd306fa642251293bd7c3b58d, disabling compactions & flushes 2024-12-09T18:50:11,053 INFO [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:50:11,054 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:50:11,054 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. after waiting 0 ms 2024-12-09T18:50:11,054 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:50:11,054 INFO [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1973): Closed hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:50:11,054 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1676): Region close journal for 922e2bdfd306fa642251293bd7c3b58d: Waiting for close lock at 1733770211053Disabling compacts and flushes for region at 1733770211053Disabling writes for close at 1733770211054 (+1 ms)Writing region close event to WAL at 1733770211054Closed at 1733770211054 2024-12-09T18:50:11,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:50:11,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d.","families":{"info":[{"qualifier":"regioninfo","vlen":35,"tag":[],"timestamp":"1733770211062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770211062"}]},"ts":"1733770211062"} 2024-12-09T18:50:11,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T18:50:11,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:50:11,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770211119"}]},"ts":"1733770211119"} 2024-12-09T18:50:11,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLING in hbase:meta 2024-12-09T18:50:11,157 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:50:11,160 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:50:11,193 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:50:11,194 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:50:11,194 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:50:11,194 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:50:11,194 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:50:11,194 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:50:11,194 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:50:11,194 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:50:11,194 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:50:11,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, ASSIGN}] 2024-12-09T18:50:11,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741840_1016 (size=1663647) 2024-12-09T18:50:11,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741840_1016 (size=1663647) 2024-12-09T18:50:11,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741840_1016 (size=1663647) 2024-12-09T18:50:11,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, ASSIGN 2024-12-09T18:50:11,248 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:50:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:50:11,405 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T18:50:11,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=922e2bdfd306fa642251293bd7c3b58d, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:11,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, ASSIGN because future has completed 2024-12-09T18:50:11,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:50:11,672 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:50:11,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:50:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:50:11,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(132): Open hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:50:11,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 922e2bdfd306fa642251293bd7c3b58d, NAME => 'hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:50:11,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. service=AccessControlService 2024-12-09T18:50:11,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:11,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table acl 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(898): Instantiated hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:11,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,874 INFO [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family l of region 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,884 INFO [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 922e2bdfd306fa642251293bd7c3b58d columnFamilyName l 2024-12-09T18:50:11,885 DEBUG [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:11,888 INFO [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] regionserver.HStore(327): Store=922e2bdfd306fa642251293bd7c3b58d/l, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:11,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:50:11,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1114): Opened 922e2bdfd306fa642251293bd7c3b58d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65528923, jitterRate=-0.02354295551776886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:50:11,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:50:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 922e2bdfd306fa642251293bd7c3b58d: Running coprocessor pre-open hook at 1733770211858Writing region info on filesystem at 1733770211858Initializing all the Stores at 1733770211867 (+9 ms)Instantiating store for column family {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770211867Cleaning up temporary data from old regions at 1733770211905 (+38 ms)Running coprocessor post-open hooks at 1733770211969 (+64 ms)Region opened successfully at 1733770211970 (+1 ms) 2024-12-09T18:50:11,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., pid=6, masterSystemTime=1733770211671 2024-12-09T18:50:12,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:50:12,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(153): Opened hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:50:12,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=922e2bdfd306fa642251293bd7c3b58d, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:12,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:50:12,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T18:50:12,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,35415,1733770203781 in 598 msec 2024-12-09T18:50:12,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T18:50:12,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, ASSIGN in 835 msec 2024-12-09T18:50:12,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:50:12,071 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770212070"}]},"ts":"1733770212070"} 2024-12-09T18:50:12,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLED in hbase:meta 2024-12-09T18:50:12,081 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:50:12,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:acl in 1.4410 sec 2024-12-09T18:50:12,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:50:12,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionServerObservers 2024-12-09T18:50:12,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T18:50:12,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T18:50:12,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl 2024-12-09T18:50:12,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_acl Metrics about Tables on a single HBase RegionServer 2024-12-09T18:50:12,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:50:12,584 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase MasterObservers 2024-12-09T18:50:12,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver 2024-12-09T18:50:12,585 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver Metrics about HBase MasterObservers 2024-12-09T18:50:12,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:50:12,585 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionObservers 2024-12-09T18:50:12,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:50:12,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T18:50:12,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T18:50:12,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T18:50:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:50:12,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:acl completed 2024-12-09T18:50:12,917 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T18:50:12,918 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T18:50:12,919 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,40811,1733770201579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:50:13,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T18:50:13,992 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:acl' 2024-12-09T18:50:14,917 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-nodemanager.properties,hadoop-metrics2.properties 2024-12-09T18:50:16,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:50:16,655 WARN [Thread-386 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:50:17,529 INFO [Thread-386 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:50:17,530 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-09T18:50:17,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:50:17,660 INFO [Thread-386 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:50:17,660 INFO [Thread-386 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:50:17,660 INFO [Thread-386 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:50:17,668 INFO [Thread-386 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@115ba8e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:50:17,669 INFO [Thread-386 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@551f7f17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-09T18:50:17,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:50:17,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:50:17,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:50:17,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:50:17,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297dc0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:50:17,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cc0d6f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-09T18:50:18,110 INFO [Thread-386 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-12-09T18:50:18,110 INFO [Thread-386 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-12-09T18:50:18,110 INFO [Thread-386 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-09T18:50:18,114 INFO [Thread-386 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-09T18:50:18,265 INFO [Thread-386 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:19,391 INFO [Thread-386 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:20,331 INFO [Thread-386 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:20,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7569aa08{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir/jetty-localhost-44725-hadoop-yarn-common-3_4_1_jar-_-any-16604087120515754111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-09T18:50:20,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@402a804a{HTTP/1.1, (http/1.1)}{localhost:44725} 2024-12-09T18:50:20,425 INFO [Time-limited test {}] server.Server(415): Started @33301ms 2024-12-09T18:50:20,429 INFO [Thread-386 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cf73366{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir/jetty-localhost-45355-hadoop-yarn-common-3_4_1_jar-_-any-2925396714561565778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-09T18:50:20,443 INFO [Thread-386 {}] server.AbstractConnector(333): Started ServerConnector@65fb325{HTTP/1.1, (http/1.1)}{localhost:45355} 2024-12-09T18:50:20,444 INFO [Thread-386 {}] server.Server(415): Started @33320ms 2024-12-09T18:50:21,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741841_1017 (size=5) 2024-12-09T18:50:21,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741841_1017 (size=5) 2024-12-09T18:50:21,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741841_1017 (size=5) 2024-12-09T18:50:24,215 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-09T18:50:24,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:50:24,331 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-09T18:50:24,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:50:24,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:50:24,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:50:24,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:50:24,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:50:24,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c3043af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:50:24,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a8c67e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-09T18:50:24,528 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-09T18:50:24,529 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-09T18:50:24,529 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-09T18:50:24,529 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-09T18:50:24,603 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:24,692 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:25,131 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:25,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14ac385e{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir/jetty-localhost-36803-hadoop-yarn-common-3_4_1_jar-_-any-12386592540658319786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-09T18:50:25,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ad5080a{HTTP/1.1, (http/1.1)}{localhost:36803} 2024-12-09T18:50:25,177 INFO [Time-limited test {}] server.Server(415): Started @38053ms 2024-12-09T18:50:26,075 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-09T18:50:26,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:50:26,119 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-09T18:50:26,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:50:26,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:50:26,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:50:26,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:50:26,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:50:26,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24940e80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:50:26,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@763f534d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-09T18:50:26,365 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-09T18:50:26,365 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-09T18:50:26,365 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-09T18:50:26,365 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-09T18:50:26,385 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:26,433 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:26,852 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T18:50:26,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d18833b{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/java.io.tmpdir/jetty-localhost-45451-hadoop-yarn-common-3_4_1_jar-_-any-3603068517664104684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-09T18:50:26,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a1706db{HTTP/1.1, (http/1.1)}{localhost:45451} 2024-12-09T18:50:26,884 INFO [Time-limited test {}] server.Server(415): Started @39760ms 2024-12-09T18:50:27,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-09T18:50:27,036 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:50:27,104 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSplitRegion Thread=711, OpenFileDescriptor=769, MaxFileDescriptor=1048576, SystemLoadAverage=1642, ProcessCount=11, AvailableMemoryMB=5151 2024-12-09T18:50:27,107 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=711 is superior to 500 2024-12-09T18:50:27,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T18:50:27,125 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 84065ca92432,40811,1733770201579 2024-12-09T18:50:27,125 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ce4dad8 2024-12-09T18:50:27,126 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T18:50:27,140 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:50:27,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:50:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:27,156 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:50:27,162 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:50:27,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportFileSystemStateWithSplitRegion" procId is: 7 2024-12-09T18:50:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T18:50:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T18:50:27,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741842_1018 (size=458) 2024-12-09T18:50:27,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741842_1018 (size=458) 2024-12-09T18:50:27,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741842_1018 (size=458) 2024-12-09T18:50:27,305 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f37962a19fe566f963d096872ccd4a34, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:27,308 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f0b89230fd65f1b1d1378b078cf4e995, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741843_1019 (size=83) 2024-12-09T18:50:27,459 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:27,459 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1722): Closing f37962a19fe566f963d096872ccd4a34, disabling compactions & flushes 2024-12-09T18:50:27,459 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:27,459 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:27,459 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. after waiting 0 ms 2024-12-09T18:50:27,459 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741843_1019 (size=83) 2024-12-09T18:50:27,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741843_1019 (size=83) 2024-12-09T18:50:27,460 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:27,462 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for f37962a19fe566f963d096872ccd4a34: Waiting for close lock at 1733770227459Disabling compacts and flushes for region at 1733770227459Disabling writes for close at 1733770227459Writing region close event to WAL at 1733770227459Closed at 1733770227459 2024-12-09T18:50:27,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741844_1020 (size=83) 2024-12-09T18:50:27,477 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:27,478 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1722): Closing f0b89230fd65f1b1d1378b078cf4e995, disabling compactions & flushes 2024-12-09T18:50:27,478 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:27,478 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:27,478 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. after waiting 0 ms 2024-12-09T18:50:27,479 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:27,479 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:27,479 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for f0b89230fd65f1b1d1378b078cf4e995: Waiting for close lock at 1733770227478Disabling compacts and flushes for region at 1733770227478Disabling writes for close at 1733770227479 (+1 ms)Writing region close event to WAL at 1733770227479Closed at 1733770227479 2024-12-09T18:50:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741844_1020 (size=83) 2024-12-09T18:50:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741844_1020 (size=83) 2024-12-09T18:50:27,488 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:50:27,488 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1733770227488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770227488"}]},"ts":"1733770227488"} 2024-12-09T18:50:27,489 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1733770227488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770227488"}]},"ts":"1733770227488"} 2024-12-09T18:50:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T18:50:27,627 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:50:27,636 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:50:27,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770227636"}]},"ts":"1733770227636"} 2024-12-09T18:50:27,643 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=ENABLING in hbase:meta 2024-12-09T18:50:27,644 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:50:27,653 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:50:27,653 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:50:27,653 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:50:27,653 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:50:27,654 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:50:27,654 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:50:27,654 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:50:27,654 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:50:27,654 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:50:27,654 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:50:27,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, ASSIGN}, {pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, ASSIGN}] 2024-12-09T18:50:27,661 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, ASSIGN 2024-12-09T18:50:27,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, ASSIGN 2024-12-09T18:50:27,665 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:50:27,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:50:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T18:50:27,818 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:50:27,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f0b89230fd65f1b1d1378b078cf4e995, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:50:27,819 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f37962a19fe566f963d096872ccd4a34, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, ASSIGN because future has completed 2024-12-09T18:50:27,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0b89230fd65f1b1d1378b078cf4e995, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:50:27,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, ASSIGN because future has completed 2024-12-09T18:50:27,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37962a19fe566f963d096872ccd4a34, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:50:28,070 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:28,070 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => f37962a19fe566f963d096872ccd4a34, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:50:28,070 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. service=AccessControlService 2024-12-09T18:50:28,071 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:28,074 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSplitRegion f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,074 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:28,074 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,074 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,099 INFO [StoreOpener-f37962a19fe566f963d096872ccd4a34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,154 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:28,155 INFO [StoreOpener-f37962a19fe566f963d096872ccd4a34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37962a19fe566f963d096872ccd4a34 columnFamilyName cf 2024-12-09T18:50:28,157 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f0b89230fd65f1b1d1378b078cf4e995, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:50:28,157 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. service=AccessControlService 2024-12-09T18:50:28,157 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:28,159 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSplitRegion f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,160 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:28,160 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,160 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,183 DEBUG [StoreOpener-f37962a19fe566f963d096872ccd4a34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:28,184 INFO [StoreOpener-f0b89230fd65f1b1d1378b078cf4e995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,191 INFO [StoreOpener-f37962a19fe566f963d096872ccd4a34-1 {}] regionserver.HStore(327): Store=f37962a19fe566f963d096872ccd4a34/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:28,195 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,200 INFO [StoreOpener-f0b89230fd65f1b1d1378b078cf4e995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b89230fd65f1b1d1378b078cf4e995 columnFamilyName cf 2024-12-09T18:50:28,204 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,204 DEBUG [StoreOpener-f0b89230fd65f1b1d1378b078cf4e995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:28,207 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,211 INFO [StoreOpener-f0b89230fd65f1b1d1378b078cf4e995-1 {}] regionserver.HStore(327): Store=f0b89230fd65f1b1d1378b078cf4e995/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:28,212 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,212 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,212 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,221 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,222 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,225 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,225 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,225 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,234 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,248 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:50:28,251 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened f37962a19fe566f963d096872ccd4a34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62156385, jitterRate=-0.07379768788814545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:50:28,251 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:28,253 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for f37962a19fe566f963d096872ccd4a34: Running coprocessor pre-open hook at 1733770228074Writing region info on filesystem at 1733770228075 (+1 ms)Initializing all the Stores at 1733770228083 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770228083Cleaning up temporary data from old regions at 1733770228212 (+129 ms)Running coprocessor post-open hooks at 1733770228251 (+39 ms)Region opened successfully at 1733770228253 (+2 ms) 2024-12-09T18:50:28,256 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:50:28,260 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened f0b89230fd65f1b1d1378b078cf4e995; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64368909, jitterRate=-0.040828511118888855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:50:28,260 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:28,260 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f0b89230fd65f1b1d1378b078cf4e995: Running coprocessor pre-open hook at 1733770228160Writing region info on filesystem at 1733770228160Initializing all the Stores at 1733770228176 (+16 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770228176Cleaning up temporary data from old regions at 1733770228225 (+49 ms)Running coprocessor post-open hooks at 1733770228260 (+35 ms)Region opened successfully at 1733770228260 2024-12-09T18:50:28,263 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34., pid=11, masterSystemTime=1733770228007 2024-12-09T18:50:28,271 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995., pid=10, masterSystemTime=1733770228004 2024-12-09T18:50:28,285 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:28,285 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:28,287 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f37962a19fe566f963d096872ccd4a34, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:28,290 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:28,290 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:28,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f0b89230fd65f1b1d1378b078cf4e995, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:50:28,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37962a19fe566f963d096872ccd4a34, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:50:28,306 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=84065ca92432,46029,1733770203956, table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:50:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T18:50:28,326 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=84065ca92432,35415,1733770203781, table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:50:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0b89230fd65f1b1d1378b078cf4e995, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:50:28,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=8 2024-12-09T18:50:28,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f37962a19fe566f963d096872ccd4a34, server=84065ca92432,35415,1733770203781 in 485 msec 2024-12-09T18:50:28,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T18:50:28,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f0b89230fd65f1b1d1378b078cf4e995, server=84065ca92432,46029,1733770203956 in 507 msec 2024-12-09T18:50:28,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, ASSIGN in 698 msec 2024-12-09T18:50:28,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-09T18:50:28,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, ASSIGN in 726 msec 2024-12-09T18:50:28,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:50:28,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770228401"}]},"ts":"1733770228401"} 2024-12-09T18:50:28,424 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=ENABLED in hbase:meta 2024-12-09T18:50:28,430 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:50:28,440 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSplitRegion jenkins: RWXCA 2024-12-09T18:50:28,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:50:28,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:28,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:28,518 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:28,518 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:28,518 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:28,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-09T18:50:28,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:50:28,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:28,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-09T18:50:28,541 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA] 2024-12-09T18:50:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl 2024-12-09T18:50:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl 2024-12-09T18:50:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:28,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl 2024-12-09T18:50:28,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:28,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl 2024-12-09T18:50:28,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:50:28,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:28,702 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:28,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:28,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:28,716 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:28,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 1.5620 sec 2024-12-09T18:50:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T18:50:29,347 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:50:29,357 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:29,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:29,389 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:29,391 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:50:29,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:29,426 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:29,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:29,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:29,491 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:29,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } 2024-12-09T18:50:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770229517 (current time:1733770229517). 2024-12-09T18:50:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:50:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2 2024-12-09T18:50:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:50:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e811f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:50:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:50:29,528 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:50:29,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:50:29,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:50:29,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a558ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:29,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:50:29,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:50:29,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:29,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:50:29,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f95a200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:29,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:29,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:29,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:29,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:50:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:50:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:29,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:50:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fc1fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:50:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:50:29,591 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:50:29,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:50:29,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:50:29,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efa368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:29,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:50:29,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:50:29,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:29,601 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:50:29,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5d18a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:29,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:29,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:50:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:29,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:29,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:50:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:50:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:29,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:50:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA] 2024-12-09T18:50:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:50:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } 2024-12-09T18:50:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 12 2024-12-09T18:50:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-09T18:50:29,696 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:50:29,708 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:50:29,747 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:50:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-09T18:50:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741845_1021 (size=215) 2024-12-09T18:50:29,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741845_1021 (size=215) 2024-12-09T18:50:29,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741845_1021 (size=215) 2024-12-09T18:50:29,850 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:50:29,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37962a19fe566f963d096872ccd4a34}, {pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0b89230fd65f1b1d1378b078cf4e995}] 2024-12-09T18:50:29,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:29,863 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:29,892 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:50:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-09T18:50:30,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=13 2024-12-09T18:50:30,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=14 2024-12-09T18:50:30,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:30,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:30,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.HRegion(2603): Flush status journal for f37962a19fe566f963d096872ccd4a34: 2024-12-09T18:50:30,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. for emptySnaptb0-testExportFileSystemStateWithSplitRegion completed. 2024-12-09T18:50:30,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:30,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f0b89230fd65f1b1d1378b078cf4e995: 2024-12-09T18:50:30,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. for emptySnaptb0-testExportFileSystemStateWithSplitRegion completed. 2024-12-09T18:50:30,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:30,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:50:30,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:50:30,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:50:30,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:50:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741846_1022 (size=86) 2024-12-09T18:50:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741846_1022 (size=86) 2024-12-09T18:50:30,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741846_1022 (size=86) 2024-12-09T18:50:30,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-09T18:50:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-09T18:50:30,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion on region f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:30,271 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:30,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f0b89230fd65f1b1d1378b078cf4e995 in 426 msec 2024-12-09T18:50:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741847_1023 (size=86) 2024-12-09T18:50:30,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741847_1023 (size=86) 2024-12-09T18:50:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-09T18:50:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741847_1023 (size=86) 2024-12-09T18:50:30,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:30,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-09T18:50:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-09T18:50:30,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion on region f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:30,330 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:30,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-09T18:50:30,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f37962a19fe566f963d096872ccd4a34 in 490 msec 2024-12-09T18:50:30,361 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:50:30,395 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:50:30,404 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:50:30,412 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:50:30,413 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:30,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:50:30,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741848_1024 (size=78) 2024-12-09T18:50:30,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741848_1024 (size=78) 2024-12-09T18:50:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741848_1024 (size=78) 2024-12-09T18:50:30,590 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:50:30,591 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:30,601 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741849_1025 (size=713) 2024-12-09T18:50:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741849_1025 (size=713) 2024-12-09T18:50:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741849_1025 (size=713) 2024-12-09T18:50:30,810 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:50:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-09T18:50:30,882 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:50:30,896 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSplitRegion to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:30,927 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:50:30,927 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 12 2024-12-09T18:50:30,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 1.2730 sec 2024-12-09T18:50:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-09T18:50:31,849 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:50:31,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:50:31,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46029 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:50:31,935 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:31,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:31,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:31,941 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:50:31,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:31,963 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:31,982 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:31,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSplitRegion' 2024-12-09T18:50:32,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } 2024-12-09T18:50:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770232008 (current time:1733770232008). 2024-12-09T18:50:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:50:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2 2024-12-09T18:50:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:50:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4517879b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:50:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:50:32,024 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:50:32,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:50:32,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:50:32,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322824b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:32,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:50:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:50:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:32,032 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:50:32,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569a73ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:32,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:32,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:32,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:32,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:50:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:50:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:32,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:50:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fd947b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:50:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:50:32,064 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:50:32,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:50:32,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:50:32,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9961f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:32,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:50:32,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:50:32,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:32,068 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:50:32,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b26bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:32,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:32,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:32,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:32,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:50:32,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:32,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:32,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:50:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:50:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA] 2024-12-09T18:50:32,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:50:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:50:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } 2024-12-09T18:50:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 15 2024-12-09T18:50:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T18:50:32,134 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:50:32,143 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:50:32,168 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:50:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T18:50:32,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741850_1026 (size=210) 2024-12-09T18:50:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741850_1026 (size=210) 2024-12-09T18:50:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741850_1026 (size=210) 2024-12-09T18:50:32,316 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:50:32,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37962a19fe566f963d096872ccd4a34}, {pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0b89230fd65f1b1d1378b078cf4e995}] 2024-12-09T18:50:32,324 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:32,327 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T18:50:32,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=17 2024-12-09T18:50:32,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:32,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=16 2024-12-09T18:50:32,503 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2902): Flushing f0b89230fd65f1b1d1378b078cf4e995 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB 2024-12-09T18:50:32,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:32,504 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing f37962a19fe566f963d096872ccd4a34 1/1 column families, dataSize=333 B heapSize=976 B 2024-12-09T18:50:32,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:32,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer 2024-12-09T18:50:32,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209c3a817133495430796f08dcd7ab9869c_f0b89230fd65f1b1d1378b078cf4e995 is 71, key is 23726aa8d69975b841739b68dbad7f84/cf:q/1733770231927/Put/seqid=0 2024-12-09T18:50:32,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d4cf906415284e7c9d8e4f18c1c72ae7_f37962a19fe566f963d096872ccd4a34 is 71, key is 010d6ed5a96f9bc0b900e55b60662c4a/cf:q/1733770231917/Put/seqid=0 2024-12-09T18:50:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T18:50:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741851_1027 (size=5241) 2024-12-09T18:50:32,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741851_1027 (size=5241) 2024-12-09T18:50:32,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741851_1027 (size=5241) 2024-12-09T18:50:32,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741852_1028 (size=8032) 2024-12-09T18:50:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741852_1028 (size=8032) 2024-12-09T18:50:32,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:32,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741852_1028 (size=8032) 2024-12-09T18:50:33,049 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209c3a817133495430796f08dcd7ab9869c_f0b89230fd65f1b1d1378b078cf4e995 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b20241209c3a817133495430796f08dcd7ab9869c_f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:33,051 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d4cf906415284e7c9d8e4f18c1c72ae7_f37962a19fe566f963d096872ccd4a34 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241209d4cf906415284e7c9d8e4f18c1c72ae7_f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:33,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/.tmp/cf/4cb23f745bde45a5a101895e5ed105ba, store: [table=testtb-testExportFileSystemStateWithSplitRegion family=cf region=f0b89230fd65f1b1d1378b078cf4e995] 2024-12-09T18:50:33,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/.tmp/cf/d5a3d81ea4074c369eb81db9830de5de, store: [table=testtb-testExportFileSystemStateWithSplitRegion family=cf region=f37962a19fe566f963d096872ccd4a34] 2024-12-09T18:50:33,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/.tmp/cf/d5a3d81ea4074c369eb81db9830de5de is 224, key is 0daf120a1bf027dab9c01bc55a195de63/cf:q/1733770231917/Put/seqid=0 2024-12-09T18:50:33,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/.tmp/cf/4cb23f745bde45a5a101895e5ed105ba is 224, key is 1c6e315784273ad3241b14d76cc373674/cf:q/1733770231927/Put/seqid=0 2024-12-09T18:50:33,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741853_1029 (size=6416) 2024-12-09T18:50:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741853_1029 (size=6416) 2024-12-09T18:50:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741853_1029 (size=6416) 2024-12-09T18:50:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T18:50:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741854_1030 (size=15279) 2024-12-09T18:50:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741854_1030 (size=15279) 2024-12-09T18:50:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741854_1030 (size=15279) 2024-12-09T18:50:33,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/.tmp/cf/4cb23f745bde45a5a101895e5ed105ba 2024-12-09T18:50:33,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/.tmp/cf/4cb23f745bde45a5a101895e5ed105ba as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/cf/4cb23f745bde45a5a101895e5ed105ba 2024-12-09T18:50:33,418 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/cf/4cb23f745bde45a5a101895e5ed105ba, entries=45, sequenceid=6, filesize=14.9 K 2024-12-09T18:50:33,448 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for f0b89230fd65f1b1d1378b078cf4e995 in 942ms, sequenceid=6, compaction requested=false 2024-12-09T18:50:33,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2603): Flush status journal for f0b89230fd65f1b1d1378b078cf4e995: 2024-12-09T18:50:33,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. for snaptb0-testExportFileSystemStateWithSplitRegion completed. 2024-12-09T18:50:33,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:33,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:50:33,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/cf/4cb23f745bde45a5a101895e5ed105ba] hfiles 2024-12-09T18:50:33,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/cf/4cb23f745bde45a5a101895e5ed105ba for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741855_1031 (size=125) 2024-12-09T18:50:33,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741855_1031 (size=125) 2024-12-09T18:50:33,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741855_1031 (size=125) 2024-12-09T18:50:33,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:50:33,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-09T18:50:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=17 2024-12-09T18:50:33,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSplitRegion on region f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:33,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:33,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f0b89230fd65f1b1d1378b078cf4e995 in 1.2670 sec 2024-12-09T18:50:33,658 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/.tmp/cf/d5a3d81ea4074c369eb81db9830de5de 2024-12-09T18:50:33,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:50:33,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/.tmp/cf/d5a3d81ea4074c369eb81db9830de5de as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/cf/d5a3d81ea4074c369eb81db9830de5de 2024-12-09T18:50:33,863 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/cf/d5a3d81ea4074c369eb81db9830de5de, entries=5, sequenceid=6, filesize=6.3 K 2024-12-09T18:50:33,868 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for f37962a19fe566f963d096872ccd4a34 in 1364ms, sequenceid=6, compaction requested=false 2024-12-09T18:50:33,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for f37962a19fe566f963d096872ccd4a34: 2024-12-09T18:50:33,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. for snaptb0-testExportFileSystemStateWithSplitRegion completed. 2024-12-09T18:50:33,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:33,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:50:33,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/cf/d5a3d81ea4074c369eb81db9830de5de] hfiles 2024-12-09T18:50:33,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/cf/d5a3d81ea4074c369eb81db9830de5de for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:34,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741856_1032 (size=125) 2024-12-09T18:50:34,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741856_1032 (size=125) 2024-12-09T18:50:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741856_1032 (size=125) 2024-12-09T18:50:34,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:50:34,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-09T18:50:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-09T18:50:34,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSplitRegion on region f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:34,054 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:34,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-09T18:50:34,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f37962a19fe566f963d096872ccd4a34 in 1.7440 sec 2024-12-09T18:50:34,092 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:50:34,097 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:50:34,106 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:50:34,107 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:50:34,107 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:34,133 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b20241209c3a817133495430796f08dcd7ab9869c_f0b89230fd65f1b1d1378b078cf4e995, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241209d4cf906415284e7c9d8e4f18c1c72ae7_f37962a19fe566f963d096872ccd4a34] hfiles 2024-12-09T18:50:34,134 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b20241209c3a817133495430796f08dcd7ab9869c_f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:50:34,134 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241209d4cf906415284e7c9d8e4f18c1c72ae7_f37962a19fe566f963d096872ccd4a34 2024-12-09T18:50:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741857_1033 (size=309) 2024-12-09T18:50:34,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741857_1033 (size=309) 2024-12-09T18:50:34,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741857_1033 (size=309) 2024-12-09T18:50:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T18:50:34,277 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:50:34,277 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:34,284 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741858_1034 (size=1023) 2024-12-09T18:50:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741858_1034 (size=1023) 2024-12-09T18:50:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741858_1034 (size=1023) 2024-12-09T18:50:34,507 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:50:34,578 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:50:34,585 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSplitRegion to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:34,598 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:50:34,598 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 15 2024-12-09T18:50:34,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 2.4920 sec 2024-12-09T18:50:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T18:50:36,286 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:50:36,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:50:36,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:50:36,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:50:36,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:50:36,376 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35415 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions 2024-12-09T18:50:36,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:50:36,379 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions 2024-12-09T18:50:36,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:50:36,416 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46729 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions 2024-12-09T18:50:36,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testExportFileSystemStateWithSplitRegion', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:50:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:36,444 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:50:36,445 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:36,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testExportFileSystemStateWithSplitRegion" procId is: 18 2024-12-09T18:50:36,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:50:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18 2024-12-09T18:50:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18 2024-12-09T18:50:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741859_1035 (size=390) 2024-12-09T18:50:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741859_1035 (size=390) 2024-12-09T18:50:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741859_1035 (size=390) 2024-12-09T18:50:36,639 INFO [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59150208bce6fab15a55a2d073d4be76, NAME => 'testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:36,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741860_1036 (size=75) 2024-12-09T18:50:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18 2024-12-09T18:50:36,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741860_1036 (size=75) 2024-12-09T18:50:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741860_1036 (size=75) 2024-12-09T18:50:36,787 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:36,787 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1722): Closing 59150208bce6fab15a55a2d073d4be76, disabling compactions & flushes 2024-12-09T18:50:36,787 INFO [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:36,787 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:36,787 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. after waiting 0 ms 2024-12-09T18:50:36,787 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:36,787 INFO [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:36,788 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59150208bce6fab15a55a2d073d4be76: Waiting for close lock at 1733770236787Disabling compacts and flushes for region at 1733770236787Disabling writes for close at 1733770236787Writing region close event to WAL at 1733770236787Closed at 1733770236787 2024-12-09T18:50:36,796 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:50:36,796 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1733770236796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770236796"}]},"ts":"1733770236796"} 2024-12-09T18:50:36,807 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T18:50:36,820 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:50:36,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770236820"}]},"ts":"1733770236820"} 2024-12-09T18:50:36,837 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=ENABLING in hbase:meta 2024-12-09T18:50:36,837 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:50:36,843 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:50:36,844 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:50:36,844 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:50:36,844 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:50:36,844 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:50:36,844 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:50:36,844 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:50:36,844 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:50:36,844 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:50:36,844 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:50:36,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, ASSIGN}] 2024-12-09T18:50:36,855 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, ASSIGN 2024-12-09T18:50:36,862 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:50:37,016 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T18:50:37,016 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=59150208bce6fab15a55a2d073d4be76, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:37,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, ASSIGN because future has completed 2024-12-09T18:50:37,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59150208bce6fab15a55a2d073d4be76, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:50:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18 2024-12-09T18:50:37,239 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:37,240 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 59150208bce6fab15a55a2d073d4be76, NAME => 'testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:50:37,240 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. service=AccessControlService 2024-12-09T18:50:37,241 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:37,241 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,241 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:37,242 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,242 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,256 INFO [StoreOpener-59150208bce6fab15a55a2d073d4be76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,277 INFO [StoreOpener-59150208bce6fab15a55a2d073d4be76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59150208bce6fab15a55a2d073d4be76 columnFamilyName cf 2024-12-09T18:50:37,277 DEBUG [StoreOpener-59150208bce6fab15a55a2d073d4be76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:37,283 INFO [StoreOpener-59150208bce6fab15a55a2d073d4be76-1 {}] regionserver.HStore(327): Store=59150208bce6fab15a55a2d073d4be76/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:37,285 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,288 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,292 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,296 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,296 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,312 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,365 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:50:37,376 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 59150208bce6fab15a55a2d073d4be76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72366422, jitterRate=0.0783437192440033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:50:37,376 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:37,377 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 59150208bce6fab15a55a2d073d4be76: Running coprocessor pre-open hook at 1733770237242Writing region info on filesystem at 1733770237242Initializing all the Stores at 1733770237246 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770237246Cleaning up temporary data from old regions at 1733770237296 (+50 ms)Running coprocessor post-open hooks at 1733770237376 (+80 ms)Region opened successfully at 1733770237377 (+1 ms) 2024-12-09T18:50:37,384 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76., pid=20, masterSystemTime=1733770237203 2024-12-09T18:50:37,401 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:37,401 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:37,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=59150208bce6fab15a55a2d073d4be76, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59150208bce6fab15a55a2d073d4be76, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:50:37,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-09T18:50:37,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 59150208bce6fab15a55a2d073d4be76, server=84065ca92432,35415,1733770203781 in 397 msec 2024-12-09T18:50:37,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-09T18:50:37,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, ASSIGN in 609 msec 2024-12-09T18:50:37,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:50:37,481 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770237480"}]},"ts":"1733770237480"} 2024-12-09T18:50:37,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=ENABLED in hbase:meta 2024-12-09T18:50:37,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:50:37,499 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testExportFileSystemStateWithSplitRegion jenkins: RWXCA 2024-12-09T18:50:37,522 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] access.PermissionStorage(613): Read acl: entry[testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA] 2024-12-09T18:50:37,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:50:37,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:50:37,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:50:37,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:50:37,590 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:37,590 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:37,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion in 1.1610 sec 2024-12-09T18:50:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18 2024-12-09T18:50:37,597 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:50:37,598 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:37,599 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:37,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:37,605 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:37,605 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:37,607 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:37,608 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:50:37,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:50:38,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportFileSystemStateWithSplitRegion' 2024-12-09T18:50:42,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:50:42,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741861_1037 (size=134217728) 2024-12-09T18:50:42,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741861_1037 (size=134217728) 2024-12-09T18:50:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741861_1037 (size=134217728) 2024-12-09T18:50:43,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:43,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer 2024-12-09T18:50:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741862_1038 (size=134217728) 2024-12-09T18:50:47,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741862_1038 (size=134217728) 2024-12-09T18:50:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741862_1038 (size=134217728) 2024-12-09T18:50:49,389 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:45964 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741863_1039] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1509ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data5/, blockId=1073741863, seqno=4471 2024-12-09T18:50:49,389 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:47658 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741863_1039] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1509ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3/, blockId=1073741863, seqno=4471 2024-12-09T18:50:49,389 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:42066 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741863_1039] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1509ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data1/, blockId=1073741863, seqno=4471 2024-12-09T18:50:50,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/output/cf/test_file is 35, key is 1\x00\x00\x00/cf:q/1733770237628/Put/seqid=0 2024-12-09T18:50:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741863_1039 (size=51979256) 2024-12-09T18:50:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741863_1039 (size=51979256) 2024-12-09T18:50:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741863_1039 (size=51979256) 2024-12-09T18:50:50,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548e857e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:50,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:50:50,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:50:50,233 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:50:50,234 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:50:50,234 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:50:50,235 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b174f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:50,235 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:50:50,236 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:50:50,240 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:50,244 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:50:50,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dfe5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:50,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:50,260 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:50,260 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:50,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:50,328 WARN [Time-limited test {}] tool.BulkLoadHFilesTool$1(330): Trying to bulk load hfile hdfs://localhost:37709/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/output/cf/test_file with size: 320414712 bytes can be problematic as it may lead to oversplitting. 2024-12-09T18:50:50,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T18:50:50,334 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 84065ca92432,40811,1733770201579 2024-12-09T18:50:50,334 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b5cfb3a 2024-12-09T18:50:50,334 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T18:50:50,360 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:50:50,380 WARN [IPC Server handler 0 on default port 37709 {}] namenode.FSNamesystem(6314): trying to get DT with no secret manager running 2024-12-09T18:50:50,400 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportFileSystemStateWithSplitRegion', row='', locateType=CURRENT is [region=testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:50:50,408 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:50,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:50,450 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:50,527 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37709/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/output/cf/test_file first=Optional[1\x00\x00\x00] last=Optional[9\x00\x00\x00] 2024-12-09T18:50:50,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1 at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:50:50,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] ipc.CallRunner(138): callId: 401 service: ClientService methodName: ExecService size: 101 connection: 172.17.0.2:56059 deadline: 1733770310590, exception=org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1 2024-12-09T18:50:50,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager(227): unable to add token java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1 at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304) at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441) at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1 at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304) at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441) at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RegionCoprocessorRpcChannelImpl.lambda$rpcCall$0(RegionCoprocessorRpcChannelImpl.java:90) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1 at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304) at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441) at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:50:50,612 WARN [IPC Server handler 0 on default port 37709 {}] namenode.FSNamesystem(6314): trying to get DT with no secret manager running 2024-12-09T18:50:50,689 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37709/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/output/cf/test_file for inclusion in 59150208bce6fab15a55a2d073d4be76/cf 2024-12-09T18:50:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HStore(626): HFile bounds: first=1\x00\x00\x00 last=9\x00\x00\x00 2024-12-09T18:50:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T18:50:50,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HStore(641): Trying to bulk load hfile hdfs://localhost:37709/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/output/cf/test_file with size: 320414712 bytes can be problematic as it may lead to oversplitting. 2024-12-09T18:50:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegion(2603): Flush status journal for 59150208bce6fab15a55a2d073d4be76: 2024-12-09T18:50:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37709/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/output/cf/test_file to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/staging/jenkins__testExportFileSystemStateWithSplitRegion__r9out111lm6kcditjsnecj82e7jksv5u3lomjas9am139mh3jfqti3njipd4mdat/cf/test_file 2024-12-09T18:50:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/staging/jenkins__testExportFileSystemStateWithSplitRegion__r9out111lm6kcditjsnecj82e7jksv5u3lomjas9am139mh3jfqti3njipd4mdat/cf/test_file as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_ 2024-12-09T18:50:50,776 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/staging/jenkins__testExportFileSystemStateWithSplitRegion__r9out111lm6kcditjsnecj82e7jksv5u3lomjas9am139mh3jfqti3njipd4mdat/cf/test_file into 59150208bce6fab15a55a2d073d4be76/cf as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_ - updating store file list. 2024-12-09T18:50:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40de0c81eae34520917ed42cec947dc6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:50:50,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_ into 59150208bce6fab15a55a2d073d4be76/cf 2024-12-09T18:50:50,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/staging/jenkins__testExportFileSystemStateWithSplitRegion__r9out111lm6kcditjsnecj82e7jksv5u3lomjas9am139mh3jfqti3njipd4mdat/cf/test_file into 59150208bce6fab15a55a2d073d4be76/cf (new location: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_) 2024-12-09T18:50:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/staging/jenkins__testExportFileSystemStateWithSplitRegion__r9out111lm6kcditjsnecj82e7jksv5u3lomjas9am139mh3jfqti3njipd4mdat/cf/test_file 2024-12-09T18:50:50,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:50:50,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.run(BulkLoadHFilesTool.java:1176) at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemStateWithSplitRegion(TestExportSnapshot.java:229) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:50:50,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:50,916 DEBUG [RPCClient-NioEventLoopGroup-6-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76., hostname=84065ca92432,35415,1733770203781, seqNum=2 , the old value is region=testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76., hostname=84065ca92432,35415,1733770203781, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=84065ca92432:35415 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T18:50:50,917 DEBUG [RPCClient-NioEventLoopGroup-6-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76., hostname=84065ca92432,35415,1733770203781, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T18:50:50,917 DEBUG [RPCClient-NioEventLoopGroup-6-13 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76., hostname=84065ca92432,35415,1733770203781, seqNum=2 from cache 2024-12-09T18:50:50,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:50,920 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:50,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:50:50,920 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-09T18:50:50,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportFileSystemStateWithSplitRegion', row='5', locateType=CURRENT is [region=testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:50:50,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=84065ca92432,35415,1733770203781 2024-12-09T18:50:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=59150208bce6fab15a55a2d073d4be76, daughterA=df556da5fea9da98abd6b054a9ffdc2e, daughterB=65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:51,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=59150208bce6fab15a55a2d073d4be76, daughterA=df556da5fea9da98abd6b054a9ffdc2e, daughterB=65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:51,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=59150208bce6fab15a55a2d073d4be76, daughterA=df556da5fea9da98abd6b054a9ffdc2e, daughterB=65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:51,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=59150208bce6fab15a55a2d073d4be76, daughterA=df556da5fea9da98abd6b054a9ffdc2e, daughterB=65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T18:50:51,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'testExportFileSystemStateWithSplitRegion', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=84065ca92432:46029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-09T18:50:51,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, UNASSIGN}] 2024-12-09T18:50:51,040 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, UNASSIGN 2024-12-09T18:50:51,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=59150208bce6fab15a55a2d073d4be76, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:51,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, UNASSIGN because future has completed 2024-12-09T18:50:51,055 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-09T18:50:51,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 59150208bce6fab15a55a2d073d4be76, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:50:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T18:50:51,236 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:51,237 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-09T18:50:51,238 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 59150208bce6fab15a55a2d073d4be76, disabling compactions & flushes 2024-12-09T18:50:51,238 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:51,238 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:51,238 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. after waiting 0 ms 2024-12-09T18:50:51,238 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:51,311 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-09T18:50:51,323 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:50:51,324 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76. 2024-12-09T18:50:51,324 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 59150208bce6fab15a55a2d073d4be76: Waiting for close lock at 1733770251237Running coprocessor pre-close hooks at 1733770251237Disabling compacts and flushes for region at 1733770251237Disabling writes for close at 1733770251238 (+1 ms)Writing region close event to WAL at 1733770251249 (+11 ms)Running coprocessor post-close hooks at 1733770251318 (+69 ms)Closed at 1733770251324 (+6 ms) 2024-12-09T18:50:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T18:50:51,343 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:51,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=59150208bce6fab15a55a2d073d4be76, regionState=CLOSED 2024-12-09T18:50:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 59150208bce6fab15a55a2d073d4be76, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:50:51,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-09T18:50:51,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 59150208bce6fab15a55a2d073d4be76, server=84065ca92432,35415,1733770203781 in 314 msec 2024-12-09T18:50:51,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-09T18:50:51,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=59150208bce6fab15a55a2d073d4be76, UNASSIGN in 352 msec 2024-12-09T18:50:51,482 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:51,501 INFO [PEWorker-2 {}] assignment.SplitTableRegionProcedure(728): pid=21 splitting 1 storefiles, region=59150208bce6fab15a55a2d073d4be76, threads=1 2024-12-09T18:50:51,509 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=21 splitting started for store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_ for region: 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:51,568 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40de0c81eae34520917ed42cec947dc6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:50:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741864_1040 (size=21) 2024-12-09T18:50:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741864_1040 (size=21) 2024-12-09T18:50:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741864_1040 (size=21) 2024-12-09T18:50:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T18:50:51,689 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40de0c81eae34520917ed42cec947dc6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:50:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741865_1041 (size=21) 2024-12-09T18:50:51,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741865_1041 (size=21) 2024-12-09T18:50:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741865_1041 (size=21) 2024-12-09T18:50:51,816 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=21 splitting complete for store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_ for region: 59150208bce6fab15a55a2d073d4be76 2024-12-09T18:50:51,818 DEBUG [PEWorker-2 {}] assignment.SplitTableRegionProcedure(802): pid=21 split storefiles for region 59150208bce6fab15a55a2d073d4be76 Daughter A: [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76] storefiles, Daughter B: [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76] storefiles. 2024-12-09T18:50:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741866_1042 (size=76) 2024-12-09T18:50:52,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741866_1042 (size=76) 2024-12-09T18:50:52,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741866_1042 (size=76) 2024-12-09T18:50:52,032 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T18:50:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741867_1043 (size=76) 2024-12-09T18:50:52,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741867_1043 (size=76) 2024-12-09T18:50:52,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741867_1043 (size=76) 2024-12-09T18:50:52,196 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:52,240 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=-1 2024-12-09T18:50:52,248 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=-1 2024-12-09T18:50:52,260 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1733770252259"},{"qualifier":"splitA","vlen":75,"tag":[],"timestamp":"1733770252259"},{"qualifier":"splitB","vlen":75,"tag":[],"timestamp":"1733770252259"}]},"ts":"1733770252259"} 2024-12-09T18:50:52,260 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733770252259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770252259"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733770252259"}]},"ts":"1733770252259"} 2024-12-09T18:50:52,260 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733770252259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770252259"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733770252259"}]},"ts":"1733770252259"} 2024-12-09T18:50:52,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, ASSIGN}, {pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, ASSIGN}] 2024-12-09T18:50:52,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, ASSIGN 2024-12-09T18:50:52,313 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, ASSIGN 2024-12-09T18:50:52,315 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, ASSIGN; state=SPLITTING_NEW, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:50:52,329 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, ASSIGN; state=SPLITTING_NEW, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:50:52,466 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:50:52,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=65b41fbc5d3c36ced64118ea415255de, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:52,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=df556da5fea9da98abd6b054a9ffdc2e, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:52,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, ASSIGN because future has completed 2024-12-09T18:50:52,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure df556da5fea9da98abd6b054a9ffdc2e, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:50:52,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, ASSIGN because future has completed 2024-12-09T18:50:52,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65b41fbc5d3c36ced64118ea415255de, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:50:52,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:52,687 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:50:52,688 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 65b41fbc5d3c36ced64118ea415255de, NAME => 'testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T18:50:52,688 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. service=AccessControlService 2024-12-09T18:50:52,689 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:52,689 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,689 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:52,689 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,689 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,701 INFO [StoreOpener-65b41fbc5d3c36ced64118ea415255de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,707 INFO [StoreOpener-65b41fbc5d3c36ced64118ea415255de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65b41fbc5d3c36ced64118ea415255de columnFamilyName cf 2024-12-09T18:50:52,707 DEBUG [StoreOpener-65b41fbc5d3c36ced64118ea415255de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:52,771 DEBUG [StoreFileOpener-65b41fbc5d3c36ced64118ea415255de-cf-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76: NONE, but ROW specified in column family configuration 2024-12-09T18:50:52,834 DEBUG [StoreOpener-65b41fbc5d3c36ced64118ea415255de-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76->hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_-top 2024-12-09T18:50:52,835 INFO [StoreOpener-65b41fbc5d3c36ced64118ea415255de-1 {}] regionserver.HStore(327): Store=65b41fbc5d3c36ced64118ea415255de/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:52,835 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,839 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,851 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,855 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,856 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,879 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,896 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1114): Opened 65b41fbc5d3c36ced64118ea415255de; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67324975, jitterRate=0.003220304846763611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:50:52,897 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:52,898 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 65b41fbc5d3c36ced64118ea415255de: Running coprocessor pre-open hook at 1733770252689Writing region info on filesystem at 1733770252689Initializing all the Stores at 1733770252694 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770252695 (+1 ms)Cleaning up temporary data from old regions at 1733770252856 (+161 ms)Running coprocessor post-open hooks at 1733770252897 (+41 ms)Region opened successfully at 1733770252898 (+1 ms) 2024-12-09T18:50:52,903 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de., pid=27, masterSystemTime=1733770252666 2024-12-09T18:50:52,904 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.CompactSplit(342): Ignoring compaction request for testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de.,because compaction is disabled. 2024-12-09T18:50:52,924 INFO [master/84065ca92432:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T18:50:52,924 INFO [master/84065ca92432:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T18:50:52,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=65b41fbc5d3c36ced64118ea415255de, regionState=OPEN, openSeqNum=7, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:52,928 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:50:52,928 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:50:52,928 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:50:52,928 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7752): Opening region: {ENCODED => df556da5fea9da98abd6b054a9ffdc2e, NAME => 'testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T18:50:52,929 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. service=AccessControlService 2024-12-09T18:50:52,929 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:50:52,929 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:52,930 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:50:52,930 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7794): checking encryption for df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:52,930 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7797): checking classloading for df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:52,931 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=84065ca92432,35415,1733770203781, table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:50:52,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65b41fbc5d3c36ced64118ea415255de, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:50:52,954 INFO [StoreOpener-df556da5fea9da98abd6b054a9ffdc2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:52,966 INFO [StoreOpener-df556da5fea9da98abd6b054a9ffdc2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df556da5fea9da98abd6b054a9ffdc2e columnFamilyName cf 2024-12-09T18:50:52,966 DEBUG [StoreOpener-df556da5fea9da98abd6b054a9ffdc2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:52,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-12-09T18:50:52,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 65b41fbc5d3c36ced64118ea415255de, server=84065ca92432,35415,1733770203781 in 449 msec 2024-12-09T18:50:52,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, ASSIGN in 668 msec 2024-12-09T18:50:53,032 DEBUG [StoreFileOpener-df556da5fea9da98abd6b054a9ffdc2e-cf-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76: NONE, but ROW specified in column family configuration 2024-12-09T18:50:53,047 DEBUG [StoreOpener-df556da5fea9da98abd6b054a9ffdc2e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76->hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_-bottom 2024-12-09T18:50:53,048 INFO [StoreOpener-df556da5fea9da98abd6b054a9ffdc2e-1 {}] regionserver.HStore(327): Store=df556da5fea9da98abd6b054a9ffdc2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:50:53,048 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1038): replaying wal for df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:53,049 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:53,056 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:53,070 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1048): stopping wal replay for df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:53,070 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1060): Cleaning up temporary data for df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:53,079 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1093): writing seq id for df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:53,084 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1114): Opened df556da5fea9da98abd6b054a9ffdc2e; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69534101, jitterRate=0.03613884747028351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:50:53,084 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:53,084 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1006): Region open journal for df556da5fea9da98abd6b054a9ffdc2e: Running coprocessor pre-open hook at 1733770252931Writing region info on filesystem at 1733770252931Initializing all the Stores at 1733770252942 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770252942Cleaning up temporary data from old regions at 1733770253070 (+128 ms)Running coprocessor post-open hooks at 1733770253084 (+14 ms)Region opened successfully at 1733770253084 2024-12-09T18:50:53,103 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e., pid=26, masterSystemTime=1733770252666 2024-12-09T18:50:53,104 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.CompactSplit(342): Ignoring compaction request for testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e.,because compaction is disabled. 2024-12-09T18:50:53,109 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:50:53,109 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:50:53,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=df556da5fea9da98abd6b054a9ffdc2e, regionState=OPEN, openSeqNum=7, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:50:53,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure df556da5fea9da98abd6b054a9ffdc2e, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:50:53,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=24 2024-12-09T18:50:53,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure df556da5fea9da98abd6b054a9ffdc2e, server=84065ca92432,35415,1733770203781 in 660 msec 2024-12-09T18:50:53,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=21 2024-12-09T18:50:53,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, ASSIGN in 856 msec 2024-12-09T18:50:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T18:50:53,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=59150208bce6fab15a55a2d073d4be76, daughterA=df556da5fea9da98abd6b054a9ffdc2e, daughterB=65b41fbc5d3c36ced64118ea415255de in 2.1820 sec 2024-12-09T18:50:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T18:50:55,200 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SPLIT_REGION, Table Name: default:testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:50:55,202 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100 2024-12-09T18:50:55,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } 2024-12-09T18:50:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770255215 (current time:1733770255215). 2024-12-09T18:50:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:50:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2 2024-12-09T18:50:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:50:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52625cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:50:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:50:55,225 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:50:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:50:55,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:50:55,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72857ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:55,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:50:55,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:50:55,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:55,233 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:50:55,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fbcab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:55,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:55,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:55,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:55,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:50:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:50:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:55,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:50:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b36d272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:50:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:50:55,257 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:50:55,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:50:55,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:50:55,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74761d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:55,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:50:55,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:50:55,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:55,271 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:50:55,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261f375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:50:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:50:55,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:50:55,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:55,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:55,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:50:55,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:50:55,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:50:55,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:50:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:50:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:50:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA] 2024-12-09T18:50:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:50:55,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:50:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } 2024-12-09T18:50:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 28 2024-12-09T18:50:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-09T18:50:55,320 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:50:55,335 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:50:55,353 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:50:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-09T18:50:55,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741868_1044 (size=197) 2024-12-09T18:50:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741868_1044 (size=197) 2024-12-09T18:50:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741868_1044 (size=197) 2024-12-09T18:50:55,495 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:50:55,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df556da5fea9da98abd6b054a9ffdc2e}, {pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65b41fbc5d3c36ced64118ea415255de}] 2024-12-09T18:50:55,508 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:55,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-09T18:50:55,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T18:50:55,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T18:50:55,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:50:55,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for df556da5fea9da98abd6b054a9ffdc2e: 2024-12-09T18:50:55,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. for snapshot-testExportFileSystemStateWithSplitRegion completed. 2024-12-09T18:50:55,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e.' region-info for snapshot=snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:55,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:50:55,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76->hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_-bottom] hfiles 2024-12-09T18:50:55,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76 for snapshot=snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:55,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:50:55,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 65b41fbc5d3c36ced64118ea415255de: 2024-12-09T18:50:55,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. for snapshot-testExportFileSystemStateWithSplitRegion completed. 2024-12-09T18:50:55,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de.' region-info for snapshot=snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:55,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:50:55,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76->hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_-top] hfiles 2024-12-09T18:50:55,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76 for snapshot=snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:55,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741869_1045 (size=182) 2024-12-09T18:50:55,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741869_1045 (size=182) 2024-12-09T18:50:55,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741869_1045 (size=182) 2024-12-09T18:50:55,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:50:55,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T18:50:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T18:50:55,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportFileSystemStateWithSplitRegion on region df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:55,808 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:50:55,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df556da5fea9da98abd6b054a9ffdc2e in 324 msec 2024-12-09T18:50:55,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741870_1046 (size=182) 2024-12-09T18:50:55,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741870_1046 (size=182) 2024-12-09T18:50:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741870_1046 (size=182) 2024-12-09T18:50:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:50:55,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T18:50:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T18:50:55,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportFileSystemStateWithSplitRegion on region 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:55,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:50:55,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=28 2024-12-09T18:50:55,892 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:50:55,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=28, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 65b41fbc5d3c36ced64118ea415255de in 388 msec 2024-12-09T18:50:55,906 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:50:55,906 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:50:55,906 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:50:55,908 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_] hfiles 2024-12-09T18:50:55,908 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_ 2024-12-09T18:50:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-09T18:50:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741871_1047 (size=129) 2024-12-09T18:50:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741871_1047 (size=129) 2024-12-09T18:50:56,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741871_1047 (size=129) 2024-12-09T18:50:56,022 INFO [SplitRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => 59150208bce6fab15a55a2d073d4be76, NAME => 'testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.', STARTKEY => '', ENDKEY => '', OFFLINE => true, SPLIT => true}, table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:56,024 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:50:56,028 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:50:56,029 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:56,032 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741872_1048 (size=891) 2024-12-09T18:50:56,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741872_1048 (size=891) 2024-12-09T18:50:56,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741872_1048 (size=891) 2024-12-09T18:50:56,186 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:50:56,234 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:50:56,239 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:56,245 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:50:56,245 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 28 2024-12-09T18:50:56,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 938 msec 2024-12-09T18:50:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-09T18:50:56,468 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:50:56,471 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470 2024-12-09T18:50:56,471 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:56,620 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:50:56,620 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:56,640 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:50:56,693 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:50:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741873_1049 (size=197) 2024-12-09T18:50:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741873_1049 (size=197) 2024-12-09T18:50:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741873_1049 (size=197) 2024-12-09T18:50:56,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741874_1050 (size=891) 2024-12-09T18:50:56,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741874_1050 (size=891) 2024-12-09T18:50:56,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741874_1050 (size=891) 2024-12-09T18:50:56,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:56,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:56,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:56,888 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:50:59,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-9583213361477147370.jar 2024-12-09T18:50:59,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:59,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:59,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-18231224017028828975.jar 2024-12-09T18:50:59,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:59,464 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:59,464 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:59,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:59,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:59,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:50:59,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:50:59,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:50:59,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:50:59,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:50:59,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:50:59,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:50:59,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:50:59,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:50:59,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:50:59,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:50:59,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:50:59,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:50:59,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:50:59,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:50:59,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:50:59,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:50:59,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:50:59,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:50:59,903 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:50:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741875_1051 (size=24020) 2024-12-09T18:50:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741875_1051 (size=24020) 2024-12-09T18:50:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741875_1051 (size=24020) 2024-12-09T18:51:00,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741876_1052 (size=77755) 2024-12-09T18:51:00,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741876_1052 (size=77755) 2024-12-09T18:51:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741876_1052 (size=77755) 2024-12-09T18:51:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741877_1053 (size=131360) 2024-12-09T18:51:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741877_1053 (size=131360) 2024-12-09T18:51:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741877_1053 (size=131360) 2024-12-09T18:51:00,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741878_1054 (size=111793) 2024-12-09T18:51:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741878_1054 (size=111793) 2024-12-09T18:51:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741878_1054 (size=111793) 2024-12-09T18:51:00,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741879_1055 (size=1832290) 2024-12-09T18:51:00,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741879_1055 (size=1832290) 2024-12-09T18:51:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741879_1055 (size=1832290) 2024-12-09T18:51:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741880_1056 (size=8360282) 2024-12-09T18:51:00,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741880_1056 (size=8360282) 2024-12-09T18:51:00,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741880_1056 (size=8360282) 2024-12-09T18:51:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741881_1057 (size=443171) 2024-12-09T18:51:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741881_1057 (size=443171) 2024-12-09T18:51:00,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741881_1057 (size=443171) 2024-12-09T18:51:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741882_1058 (size=503880) 2024-12-09T18:51:00,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741882_1058 (size=503880) 2024-12-09T18:51:00,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741882_1058 (size=503880) 2024-12-09T18:51:01,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741883_1059 (size=322274) 2024-12-09T18:51:01,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741883_1059 (size=322274) 2024-12-09T18:51:01,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741883_1059 (size=322274) 2024-12-09T18:51:01,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741884_1060 (size=20406) 2024-12-09T18:51:01,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741884_1060 (size=20406) 2024-12-09T18:51:01,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741884_1060 (size=20406) 2024-12-09T18:51:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741885_1061 (size=6425016) 2024-12-09T18:51:01,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741885_1061 (size=6425016) 2024-12-09T18:51:01,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741885_1061 (size=6425016) 2024-12-09T18:51:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741886_1062 (size=45609) 2024-12-09T18:51:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741886_1062 (size=45609) 2024-12-09T18:51:01,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741886_1062 (size=45609) 2024-12-09T18:51:02,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741887_1063 (size=136454) 2024-12-09T18:51:02,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741887_1063 (size=136454) 2024-12-09T18:51:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741887_1063 (size=136454) 2024-12-09T18:51:02,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741888_1064 (size=1597136) 2024-12-09T18:51:02,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741888_1064 (size=1597136) 2024-12-09T18:51:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741888_1064 (size=1597136) 2024-12-09T18:51:02,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741889_1065 (size=30873) 2024-12-09T18:51:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741889_1065 (size=30873) 2024-12-09T18:51:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741889_1065 (size=30873) 2024-12-09T18:51:02,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion 2024-12-09T18:51:02,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer 2024-12-09T18:51:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741890_1066 (size=29229) 2024-12-09T18:51:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741890_1066 (size=29229) 2024-12-09T18:51:02,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741890_1066 (size=29229) 2024-12-09T18:51:02,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741891_1067 (size=903862) 2024-12-09T18:51:02,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741891_1067 (size=903862) 2024-12-09T18:51:02,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741891_1067 (size=903862) 2024-12-09T18:51:02,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741892_1068 (size=5175431) 2024-12-09T18:51:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741892_1068 (size=5175431) 2024-12-09T18:51:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741892_1068 (size=5175431) 2024-12-09T18:51:03,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741893_1069 (size=232881) 2024-12-09T18:51:03,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741893_1069 (size=232881) 2024-12-09T18:51:03,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741893_1069 (size=232881) 2024-12-09T18:51:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741894_1070 (size=1323991) 2024-12-09T18:51:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741894_1070 (size=1323991) 2024-12-09T18:51:03,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741894_1070 (size=1323991) 2024-12-09T18:51:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741895_1071 (size=4695811) 2024-12-09T18:51:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741895_1071 (size=4695811) 2024-12-09T18:51:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741895_1071 (size=4695811) 2024-12-09T18:51:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741896_1072 (size=1877034) 2024-12-09T18:51:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741896_1072 (size=1877034) 2024-12-09T18:51:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741896_1072 (size=1877034) 2024-12-09T18:51:04,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741897_1073 (size=217555) 2024-12-09T18:51:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741897_1073 (size=217555) 2024-12-09T18:51:04,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741897_1073 (size=217555) 2024-12-09T18:51:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741898_1074 (size=4188619) 2024-12-09T18:51:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741898_1074 (size=4188619) 2024-12-09T18:51:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741898_1074 (size=4188619) 2024-12-09T18:51:04,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741899_1075 (size=127628) 2024-12-09T18:51:04,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741899_1075 (size=127628) 2024-12-09T18:51:04,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741899_1075 (size=127628) 2024-12-09T18:51:04,384 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:51:04,409 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot-testExportFileSystemStateWithSplitRegion' hfile list 2024-12-09T18:51:04,440 DEBUG [Time-limited test {}] snapshot.ExportSnapshot$1(689): Skip the existing file: cf/testExportFileSystemStateWithSplitRegion=59150208bce6fab15a55a2d073d4be76-40de0c81eae34520917ed42cec947dc6_SeqId_4_. 2024-12-09T18:51:04,441 DEBUG [Time-limited test {}] snapshot.ExportSnapshot$1(689): Skip the existing file: cf/testExportFileSystemStateWithSplitRegion=59150208bce6fab15a55a2d073d4be76-40de0c81eae34520917ed42cec947dc6_SeqId_4_. 2024-12-09T18:51:04,442 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=305.6 M 2024-12-09T18:51:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741900_1076 (size=244) 2024-12-09T18:51:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741900_1076 (size=244) 2024-12-09T18:51:04,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741900_1076 (size=244) 2024-12-09T18:51:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741901_1077 (size=17) 2024-12-09T18:51:04,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741901_1077 (size=17) 2024-12-09T18:51:04,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741901_1077 (size=17) 2024-12-09T18:51:05,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741902_1078 (size=304133) 2024-12-09T18:51:05,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741902_1078 (size=304133) 2024-12-09T18:51:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741902_1078 (size=304133) 2024-12-09T18:51:06,616 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:51:06,616 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:51:06,913 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0001_000001 (auth:SIMPLE) from 127.0.0.1:41612 2024-12-09T18:51:10,811 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 922e2bdfd306fa642251293bd7c3b58d changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:51:10,817 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f37962a19fe566f963d096872ccd4a34 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:51:10,823 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f0b89230fd65f1b1d1378b078cf4e995 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:51:13,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f37962a19fe566f963d096872ccd4a34, had cached 0 bytes from a total of 6416 2024-12-09T18:51:13,161 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f0b89230fd65f1b1d1378b078cf4e995, had cached 0 bytes from a total of 15279 2024-12-09T18:51:28,888 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0001_000001 (auth:SIMPLE) from 127.0.0.1:33684 2024-12-09T18:51:29,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:51:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741903_1079 (size=349831) 2024-12-09T18:51:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741903_1079 (size=349831) 2024-12-09T18:51:29,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741903_1079 (size=349831) 2024-12-09T18:51:31,828 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0001_000001 (auth:SIMPLE) from 127.0.0.1:41388 2024-12-09T18:51:37,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 65b41fbc5d3c36ced64118ea415255de, had cached 0 bytes from a total of 320414712 2024-12-09T18:51:37,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region df556da5fea9da98abd6b054a9ffdc2e, had cached 0 bytes from a total of 320414712 2024-12-09T18:51:58,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f37962a19fe566f963d096872ccd4a34, had cached 0 bytes from a total of 6416 2024-12-09T18:51:58,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f0b89230fd65f1b1d1378b078cf4e995, had cached 0 bytes from a total of 15279 2024-12-09T18:51:59,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:52:08,086 WARN [regionserver/84065ca92432:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1 2024-12-09T18:52:17,591 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:43072 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 334ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2/, blockId=1073741904, seqno=1280 2024-12-09T18:52:20,654 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:45894 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 2098ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6/, blockId=1073741904, seqno=1344 2024-12-09T18:52:20,654 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:35424 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 2098ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4/, blockId=1073741904, seqno=1344 2024-12-09T18:52:20,668 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:43072 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 2112ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2/, blockId=1073741904, seqno=1344 2024-12-09T18:52:22,691 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 65b41fbc5d3c36ced64118ea415255de, had cached 0 bytes from a total of 320414712 2024-12-09T18:52:22,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region df556da5fea9da98abd6b054a9ffdc2e, had cached 0 bytes from a total of 320414712 2024-12-09T18:52:29,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:52:34,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741904_1080 (size=134217728) 2024-12-09T18:52:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741904_1080 (size=134217728) 2024-12-09T18:52:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741904_1080 (size=134217728) 2024-12-09T18:52:43,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f37962a19fe566f963d096872ccd4a34, had cached 0 bytes from a total of 6416 2024-12-09T18:52:43,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f0b89230fd65f1b1d1378b078cf4e995, had cached 0 bytes from a total of 15279 2024-12-09T18:52:59,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:53:07,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 65b41fbc5d3c36ced64118ea415255de, had cached 0 bytes from a total of 320414712 2024-12-09T18:53:07,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region df556da5fea9da98abd6b054a9ffdc2e, had cached 0 bytes from a total of 320414712 2024-12-09T18:53:18,748 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:46368 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 5171ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data1/, blockId=1073741905, seqno=4003 2024-12-09T18:53:18,748 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:40890 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 5170ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data5/, blockId=1073741905, seqno=4003 2024-12-09T18:53:18,748 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:49810 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 5171ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3/, blockId=1073741905, seqno=4003 2024-12-09T18:53:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741905_1081 (size=134217728) 2024-12-09T18:53:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741905_1081 (size=134217728) 2024-12-09T18:53:20,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741905_1081 (size=134217728) 2024-12-09T18:53:28,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f37962a19fe566f963d096872ccd4a34, had cached 0 bytes from a total of 6416 2024-12-09T18:53:28,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f0b89230fd65f1b1d1378b078cf4e995, had cached 0 bytes from a total of 15279 2024-12-09T18:53:29,905 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:53:37,507 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:40584 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741906_1082] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 367ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6/, blockId=1073741906, seqno=4911 2024-12-09T18:53:37,507 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:49056 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741906_1082] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 367ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2/, blockId=1073741906, seqno=4911 2024-12-09T18:53:37,508 WARN [DataXceiver for client DFSClient_attempt_1733770220664_0001_m_000000_0_-407093068_1 at /127.0.0.1:58222 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741906_1082] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 368ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4/, blockId=1073741906, seqno=4911 2024-12-09T18:53:38,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741906_1082 (size=51979256) 2024-12-09T18:53:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741906_1082 (size=51979256) 2024-12-09T18:53:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741906_1082 (size=51979256) 2024-12-09T18:53:38,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741907_1083 (size=17524) 2024-12-09T18:53:38,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741907_1083 (size=17524) 2024-12-09T18:53:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741907_1083 (size=17524) 2024-12-09T18:53:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741908_1084 (size=483) 2024-12-09T18:53:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741908_1084 (size=483) 2024-12-09T18:53:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741908_1084 (size=483) 2024-12-09T18:53:39,082 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0001/container_1733770220664_0001_01_000002/launch_container.sh] 2024-12-09T18:53:39,082 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0001/container_1733770220664_0001_01_000002/container_tokens] 2024-12-09T18:53:39,082 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0001/container_1733770220664_0001_01_000002/sysfs] 2024-12-09T18:53:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741909_1085 (size=17524) 2024-12-09T18:53:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741909_1085 (size=17524) 2024-12-09T18:53:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741909_1085 (size=17524) 2024-12-09T18:53:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741910_1086 (size=349831) 2024-12-09T18:53:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741910_1086 (size=349831) 2024-12-09T18:53:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741910_1086 (size=349831) 2024-12-09T18:53:40,640 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T18:53:40,645 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T18:53:40,736 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:40,737 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T18:53:40,747 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T18:53:40,747 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:40,751 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/.snapshotinfo 2024-12-09T18:53:40,751 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/data.manifest 2024-12-09T18:53:40,751 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:40,755 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/.snapshotinfo 2024-12-09T18:53:40,756 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770256470/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/data.manifest 2024-12-09T18:53:40,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:53:40,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T18:53:40,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770420895"}]},"ts":"1733770420895"} 2024-12-09T18:53:40,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:40,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=DISABLING in hbase:meta 2024-12-09T18:53:40,916 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testExportFileSystemStateWithSplitRegion to state=DISABLING 2024-12-09T18:53:40,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportFileSystemStateWithSplitRegion}] 2024-12-09T18:53:40,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, UNASSIGN}, {pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, UNASSIGN}] 2024-12-09T18:53:40,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, UNASSIGN 2024-12-09T18:53:40,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, UNASSIGN 2024-12-09T18:53:40,984 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=df556da5fea9da98abd6b054a9ffdc2e, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:53:40,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=34 updating hbase:meta row=65b41fbc5d3c36ced64118ea415255de, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:53:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T18:53:40,996 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=84065ca92432,35415,1733770203781, table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:53:40,996 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=84065ca92432,35415,1733770203781, table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:53:41,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, UNASSIGN because future has completed 2024-12-09T18:53:41,012 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:53:41,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure df556da5fea9da98abd6b054a9ffdc2e, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:53:41,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, UNASSIGN because future has completed 2024-12-09T18:53:41,024 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:53:41,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=34, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65b41fbc5d3c36ced64118ea415255de, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:53:41,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:53:41,199 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:53:41,199 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:53:41,200 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 65b41fbc5d3c36ced64118ea415255de, disabling compactions & flushes 2024-12-09T18:53:41,200 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:53:41,200 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:53:41,200 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. after waiting 0 ms 2024-12-09T18:53:41,200 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:53:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T18:53:41,256 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/recovered.edits/10.seqid, newMaxSeqId=10, maxSeqId=6 2024-12-09T18:53:41,267 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:53:41,268 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de. 2024-12-09T18:53:41,268 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 65b41fbc5d3c36ced64118ea415255de: Waiting for close lock at 1733770421200Running coprocessor pre-close hooks at 1733770421200Disabling compacts and flushes for region at 1733770421200Disabling writes for close at 1733770421200Writing region close event to WAL at 1733770421211 (+11 ms)Running coprocessor post-close hooks at 1733770421267 (+56 ms)Closed at 1733770421267 2024-12-09T18:53:41,283 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:53:41,284 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(122): Close df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:53:41,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:53:41,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1722): Closing df556da5fea9da98abd6b054a9ffdc2e, disabling compactions & flushes 2024-12-09T18:53:41,284 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:53:41,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:53:41,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. after waiting 0 ms 2024-12-09T18:53:41,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:53:41,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=34 updating hbase:meta row=65b41fbc5d3c36ced64118ea415255de, regionState=CLOSED 2024-12-09T18:53:41,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=34, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65b41fbc5d3c36ced64118ea415255de, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:53:41,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=34 2024-12-09T18:53:41,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=34, state=SUCCESS, hasLock=false; CloseRegionProcedure 65b41fbc5d3c36ced64118ea415255de, server=84065ca92432,35415,1733770203781 in 285 msec 2024-12-09T18:53:41,324 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/recovered.edits/10.seqid, newMaxSeqId=10, maxSeqId=6 2024-12-09T18:53:41,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=65b41fbc5d3c36ced64118ea415255de, UNASSIGN in 378 msec 2024-12-09T18:53:41,328 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:53:41,329 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e. 2024-12-09T18:53:41,329 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1676): Region close journal for df556da5fea9da98abd6b054a9ffdc2e: Waiting for close lock at 1733770421284Running coprocessor pre-close hooks at 1733770421284Disabling compacts and flushes for region at 1733770421284Disabling writes for close at 1733770421284Writing region close event to WAL at 1733770421294 (+10 ms)Running coprocessor post-close hooks at 1733770421328 (+34 ms)Closed at 1733770421329 (+1 ms) 2024-12-09T18:53:41,350 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(157): Closed df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:53:41,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=df556da5fea9da98abd6b054a9ffdc2e, regionState=CLOSED 2024-12-09T18:53:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure df556da5fea9da98abd6b054a9ffdc2e, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:53:41,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-12-09T18:53:41,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure df556da5fea9da98abd6b054a9ffdc2e, server=84065ca92432,35415,1733770203781 in 373 msec 2024-12-09T18:53:41,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-09T18:53:41,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=df556da5fea9da98abd6b054a9ffdc2e, UNASSIGN in 448 msec 2024-12-09T18:53:41,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-09T18:53:41,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportFileSystemStateWithSplitRegion in 489 msec 2024-12-09T18:53:41,450 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770421449"}]},"ts":"1733770421449"} 2024-12-09T18:53:41,461 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=DISABLED in hbase:meta 2024-12-09T18:53:41,461 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testExportFileSystemStateWithSplitRegion to state=DISABLED 2024-12-09T18:53:41,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportFileSystemStateWithSplitRegion in 612 msec 2024-12-09T18:53:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T18:53:41,515 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:53:41,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,532 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,535 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=37, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:41,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-09T18:53:41,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76 2024-12-09T18:53:41,557 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:53:41,560 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:53:41,570 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/recovered.edits] 2024-12-09T18:53:41,571 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/recovered.edits] 2024-12-09T18:53:41,578 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/recovered.edits] 2024-12-09T18:53:41,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,602 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF 2024-12-09T18:53:41,602 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF 2024-12-09T18:53:41,607 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF 2024-12-09T18:53:41,608 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF 2024-12-09T18:53:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:41,617 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76 2024-12-09T18:53:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:41,618 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_ to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_ 2024-12-09T18:53:41,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-09T18:53:41,624 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:53:41,629 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:53:41,630 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:53:41,630 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:53:41,631 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/cf/40de0c81eae34520917ed42cec947dc6_SeqId_4_.59150208bce6fab15a55a2d073d4be76 2024-12-09T18:53:41,653 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/recovered.edits/10.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e/recovered.edits/10.seqid 2024-12-09T18:53:41,657 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/recovered.edits/6.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76/recovered.edits/6.seqid 2024-12-09T18:53:41,658 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/df556da5fea9da98abd6b054a9ffdc2e 2024-12-09T18:53:41,661 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/59150208bce6fab15a55a2d073d4be76 2024-12-09T18:53:41,674 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/recovered.edits/10.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de/recovered.edits/10.seqid 2024-12-09T18:53:41,676 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportFileSystemStateWithSplitRegion/65b41fbc5d3c36ced64118ea415255de 2024-12-09T18:53:41,679 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testExportFileSystemStateWithSplitRegion regions 2024-12-09T18:53:41,710 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=37, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46029 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T18:53:41,726 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 3 rows of testExportFileSystemStateWithSplitRegion from hbase:meta 2024-12-09T18:53:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-09T18:53:41,747 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testExportFileSystemStateWithSplitRegion' descriptor. 2024-12-09T18:53:41,763 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=37, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,764 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testExportFileSystemStateWithSplitRegion' from region states. 2024-12-09T18:53:41,766 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770421764"}]},"ts":"9223372036854775807"} 2024-12-09T18:53:41,766 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770421764"}]},"ts":"9223372036854775807"} 2024-12-09T18:53:41,766 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770421764"}]},"ts":"9223372036854775807"} 2024-12-09T18:53:41,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 3 regions from META 2024-12-09T18:53:41,783 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 59150208bce6fab15a55a2d073d4be76, NAME => 'testExportFileSystemStateWithSplitRegion,,1733770236422.59150208bce6fab15a55a2d073d4be76.', STARTKEY => '', ENDKEY => ''}, {ENCODED => df556da5fea9da98abd6b054a9ffdc2e, NAME => 'testExportFileSystemStateWithSplitRegion,,1733770250990.df556da5fea9da98abd6b054a9ffdc2e.', STARTKEY => '', ENDKEY => '5'}, {ENCODED => 65b41fbc5d3c36ced64118ea415255de, NAME => 'testExportFileSystemStateWithSplitRegion,5,1733770250990.65b41fbc5d3c36ced64118ea415255de.', STARTKEY => '5', ENDKEY => ''}] 2024-12-09T18:53:41,783 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testExportFileSystemStateWithSplitRegion' as deleted. 2024-12-09T18:53:41,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770421783"}]},"ts":"9223372036854775807"} 2024-12-09T18:53:41,804 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testExportFileSystemStateWithSplitRegion state from META 2024-12-09T18:53:41,813 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=37, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion in 293 msec 2024-12-09T18:53:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-09T18:53:41,952 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,953 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:53:41,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-09T18:53:41,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770421975"}]},"ts":"1733770421975"} 2024-12-09T18:53:41,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=DISABLING in hbase:meta 2024-12-09T18:53:41,981 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSplitRegion to state=DISABLING 2024-12-09T18:53:41,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSplitRegion}] 2024-12-09T18:53:41,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, UNASSIGN}, {pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, UNASSIGN}] 2024-12-09T18:53:42,008 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, UNASSIGN 2024-12-09T18:53:42,019 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, UNASSIGN 2024-12-09T18:53:42,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f37962a19fe566f963d096872ccd4a34, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:53:42,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, UNASSIGN because future has completed 2024-12-09T18:53:42,030 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f0b89230fd65f1b1d1378b078cf4e995, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:53:42,036 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:53:42,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; CloseRegionProcedure f37962a19fe566f963d096872ccd4a34, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:53:42,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, UNASSIGN because future has completed 2024-12-09T18:53:42,046 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:53:42,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure f0b89230fd65f1b1d1378b078cf4e995, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:53:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-09T18:53:42,213 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close f37962a19fe566f963d096872ccd4a34 2024-12-09T18:53:42,213 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:53:42,213 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing f37962a19fe566f963d096872ccd4a34, disabling compactions & flushes 2024-12-09T18:53:42,214 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:53:42,214 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:53:42,214 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. after waiting 0 ms 2024-12-09T18:53:42,214 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:53:42,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:53:42,223 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(122): Close f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:53:42,224 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:53:42,224 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1722): Closing f0b89230fd65f1b1d1378b078cf4e995, disabling compactions & flushes 2024-12-09T18:53:42,224 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:53:42,224 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:53:42,224 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. after waiting 0 ms 2024-12-09T18:53:42,224 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:53:42,271 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:53:42,275 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:53:42,276 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34. 2024-12-09T18:53:42,276 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for f37962a19fe566f963d096872ccd4a34: Waiting for close lock at 1733770422213Running coprocessor pre-close hooks at 1733770422213Disabling compacts and flushes for region at 1733770422213Disabling writes for close at 1733770422214 (+1 ms)Writing region close event to WAL at 1733770422231 (+17 ms)Running coprocessor post-close hooks at 1733770422275 (+44 ms)Closed at 1733770422276 (+1 ms) 2024-12-09T18:53:42,286 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed f37962a19fe566f963d096872ccd4a34 2024-12-09T18:53:42,291 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f37962a19fe566f963d096872ccd4a34, regionState=CLOSED 2024-12-09T18:53:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-09T18:53:42,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; CloseRegionProcedure f37962a19fe566f963d096872ccd4a34, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:53:42,307 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:53:42,313 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:53:42,313 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995. 2024-12-09T18:53:42,313 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1676): Region close journal for f0b89230fd65f1b1d1378b078cf4e995: Waiting for close lock at 1733770422224Running coprocessor pre-close hooks at 1733770422224Disabling compacts and flushes for region at 1733770422224Disabling writes for close at 1733770422224Writing region close event to WAL at 1733770422261 (+37 ms)Running coprocessor post-close hooks at 1733770422309 (+48 ms)Closed at 1733770422313 (+4 ms) 2024-12-09T18:53:42,320 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(157): Closed f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:53:42,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f0b89230fd65f1b1d1378b078cf4e995, regionState=CLOSED 2024-12-09T18:53:42,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-12-09T18:53:42,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; CloseRegionProcedure f37962a19fe566f963d096872ccd4a34, server=84065ca92432,35415,1733770203781 in 283 msec 2024-12-09T18:53:42,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f37962a19fe566f963d096872ccd4a34, UNASSIGN in 348 msec 2024-12-09T18:53:42,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure f0b89230fd65f1b1d1378b078cf4e995, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:53:42,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-09T18:53:42,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure f0b89230fd65f1b1d1378b078cf4e995, server=84065ca92432,46029,1733770203956 in 337 msec 2024-12-09T18:53:42,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-09T18:53:42,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=f0b89230fd65f1b1d1378b078cf4e995, UNASSIGN in 416 msec 2024-12-09T18:53:42,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-09T18:53:42,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 459 msec 2024-12-09T18:53:42,480 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770422479"}]},"ts":"1733770422479"} 2024-12-09T18:53:42,512 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=DISABLED in hbase:meta 2024-12-09T18:53:42,512 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSplitRegion to state=DISABLED 2024-12-09T18:53:42,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 562 msec 2024-12-09T18:53:42,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-09T18:53:42,608 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:53:42,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,624 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,628 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=44, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,660 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34 2024-12-09T18:53:42,664 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:53:42,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,678 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF 2024-12-09T18:53:42,678 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF 2024-12-09T18:53:42,678 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF 2024-12-09T18:53:42,684 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/recovered.edits] 2024-12-09T18:53:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:42,689 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/recovered.edits] 2024-12-09T18:53:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T18:53:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,691 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data null 2024-12-09T18:53:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:42,692 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T18:53:42,734 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/cf/d5a3d81ea4074c369eb81db9830de5de to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/cf/d5a3d81ea4074c369eb81db9830de5de 2024-12-09T18:53:42,740 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/cf/4cb23f745bde45a5a101895e5ed105ba to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/cf/4cb23f745bde45a5a101895e5ed105ba 2024-12-09T18:53:42,780 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34/recovered.edits/9.seqid 2024-12-09T18:53:42,787 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995/recovered.edits/9.seqid 2024-12-09T18:53:42,788 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f37962a19fe566f963d096872ccd4a34 2024-12-09T18:53:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T18:53:42,798 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSplitRegion/f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:53:42,798 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSplitRegion regions 2024-12-09T18:53:42,803 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c 2024-12-09T18:53:42,818 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf] 2024-12-09T18:53:42,869 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b20241209c3a817133495430796f08dcd7ab9869c_f0b89230fd65f1b1d1378b078cf4e995 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b20241209c3a817133495430796f08dcd7ab9869c_f0b89230fd65f1b1d1378b078cf4e995 2024-12-09T18:53:42,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241209d4cf906415284e7c9d8e4f18c1c72ae7_f37962a19fe566f963d096872ccd4a34 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241209d4cf906415284e7c9d8e4f18c1c72ae7_f37962a19fe566f963d096872ccd4a34 2024-12-09T18:53:42,887 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c 2024-12-09T18:53:42,905 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=44, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,915 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSplitRegion from hbase:meta 2024-12-09T18:53:42,927 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSplitRegion' descriptor. 2024-12-09T18:53:42,940 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=44, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,940 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSplitRegion' from region states. 2024-12-09T18:53:42,940 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770422940"}]},"ts":"9223372036854775807"} 2024-12-09T18:53:42,940 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770422940"}]},"ts":"9223372036854775807"} 2024-12-09T18:53:42,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:53:42,950 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f37962a19fe566f963d096872ccd4a34, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1733770227141.f37962a19fe566f963d096872ccd4a34.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => f0b89230fd65f1b1d1378b078cf4e995, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:53:42,950 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSplitRegion' as deleted. 2024-12-09T18:53:42,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770422950"}]},"ts":"9223372036854775807"} 2024-12-09T18:53:42,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSplitRegion state from META 2024-12-09T18:53:42,968 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=44, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:42,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 359 msec 2024-12-09T18:53:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T18:53:43,007 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:43,008 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed 2024-12-09T18:53:43,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportFileSystemStateWithSplitRegion" type: DISABLED 2024-12-09T18:53:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:43,127 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot-testExportFileSystemStateWithSplitRegion" type: DISABLED 2024-12-09T18:53:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:43,147 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemStateWithSplitRegion" type: DISABLED 2024-12-09T18:53:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSplitRegion 2024-12-09T18:53:43,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSplitRegion Thread=760 (was 711) Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:39239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1655681752_1 at /127.0.0.1:34214 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-permission-watcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DeletionService #3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper (pid 99579) java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DeletionService #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:51110 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:37709 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:34228 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DeletionService #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1422 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396) app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025) Potentially hanging thread: zk-permission-watcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DeletionService #1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #0 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.read1(BufferedReader.java:213) java.base@17.0.11/java.io.BufferedReader.read(BufferedReader.java:287) app//org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295) app//org.apache.hadoop.util.Shell.runCommand(Shell.java:1054) app//org.apache.hadoop.util.Shell.run(Shell.java:959) app//org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282) app//org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:349) app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.launchContainer(ContainerLaunch.java:600) app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:388) app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:105) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:37709 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'JobHistoryServer' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:37709 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ApplicationMasterLauncher #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:40394 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-permission-watcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DeletionService #2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Container metrics unregistration java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-permission-watcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 769) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2111 (was 1642) - SystemLoadAverage LEAK? -, ProcessCount=14 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=450 (was 5151) 2024-12-09T18:53:43,275 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=760 is superior to 500 2024-12-09T18:53:43,320 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithTargetName Thread=760, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=2111, ProcessCount=14, AvailableMemoryMB=446 2024-12-09T18:53:43,320 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=760 is superior to 500 2024-12-09T18:53:43,328 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:53:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName 2024-12-09T18:53:43,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:53:43,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportWithTargetName" procId is: 45 2024-12-09T18:53:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45 2024-12-09T18:53:43,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:53:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45 2024-12-09T18:53:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741911_1087 (size=442) 2024-12-09T18:53:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741911_1087 (size=442) 2024-12-09T18:53:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741911_1087 (size=442) 2024-12-09T18:53:43,485 INFO [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3c77089aa207eefc72fb7f1db6e1d10, NAME => 'testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:53:43,488 INFO [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b13ef6f0a3e2e6f3af66632ed577560b, NAME => 'testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:53:43,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741912_1088 (size=67) 2024-12-09T18:53:43,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741912_1088 (size=67) 2024-12-09T18:53:43,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741912_1088 (size=67) 2024-12-09T18:53:43,625 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:43,625 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1722): Closing a3c77089aa207eefc72fb7f1db6e1d10, disabling compactions & flushes 2024-12-09T18:53:43,625 INFO [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:43,625 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:43,625 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. after waiting 0 ms 2024-12-09T18:53:43,625 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:43,625 INFO [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:43,625 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3c77089aa207eefc72fb7f1db6e1d10: Waiting for close lock at 1733770423625Disabling compacts and flushes for region at 1733770423625Disabling writes for close at 1733770423625Writing region close event to WAL at 1733770423625Closed at 1733770423625 2024-12-09T18:53:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741913_1089 (size=67) 2024-12-09T18:53:43,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741913_1089 (size=67) 2024-12-09T18:53:43,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741913_1089 (size=67) 2024-12-09T18:53:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45 2024-12-09T18:53:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45 2024-12-09T18:53:44,052 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:44,052 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1722): Closing b13ef6f0a3e2e6f3af66632ed577560b, disabling compactions & flushes 2024-12-09T18:53:44,052 INFO [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:44,053 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:44,053 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. after waiting 0 ms 2024-12-09T18:53:44,053 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:44,053 INFO [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:44,053 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1676): Region close journal for b13ef6f0a3e2e6f3af66632ed577560b: Waiting for close lock at 1733770424052Disabling compacts and flushes for region at 1733770424052Disabling writes for close at 1733770424053 (+1 ms)Writing region close event to WAL at 1733770424053Closed at 1733770424053 2024-12-09T18:53:44,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:53:44,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733770424061"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770424061"}]},"ts":"1733770424061"} 2024-12-09T18:53:44,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733770424061"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770424061"}]},"ts":"1733770424061"} 2024-12-09T18:53:44,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:53:44,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:53:44,074 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770424073"}]},"ts":"1733770424073"} 2024-12-09T18:53:44,091 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLING in hbase:meta 2024-12-09T18:53:44,092 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:53:44,116 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:53:44,116 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:53:44,116 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:53:44,116 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:53:44,116 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:53:44,116 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:53:44,116 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:53:44,116 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:53:44,116 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:53:44,116 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:53:44,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, ASSIGN}, {pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, ASSIGN}] 2024-12-09T18:53:44,121 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, ASSIGN 2024-12-09T18:53:44,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, ASSIGN 2024-12-09T18:53:44,129 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:53:44,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:53:44,282 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:53:44,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=a3c77089aa207eefc72fb7f1db6e1d10, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:53:44,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=b13ef6f0a3e2e6f3af66632ed577560b, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:53:44,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, ASSIGN because future has completed 2024-12-09T18:53:44,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; OpenRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:53:44,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, ASSIGN because future has completed 2024-12-09T18:53:44,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:53:44,448 DEBUG [RSProcedureDispatcher-pool-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:53:44,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:53:44,494 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:44,494 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => b13ef6f0a3e2e6f3af66632ed577560b, NAME => 'testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:53:44,495 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. service=AccessControlService 2024-12-09T18:53:44,497 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:53:44,498 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,498 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:44,498 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:44,498 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => a3c77089aa207eefc72fb7f1db6e1d10, NAME => 'testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:53:44,499 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. service=AccessControlService 2024-12-09T18:53:44,499 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:53:44,507 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45 2024-12-09T18:53:44,508 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:44,508 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,508 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,509 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,509 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,528 INFO [StoreOpener-b13ef6f0a3e2e6f3af66632ed577560b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,537 INFO [StoreOpener-b13ef6f0a3e2e6f3af66632ed577560b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b13ef6f0a3e2e6f3af66632ed577560b columnFamilyName cf 2024-12-09T18:53:44,541 INFO [StoreOpener-a3c77089aa207eefc72fb7f1db6e1d10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,547 DEBUG [StoreOpener-b13ef6f0a3e2e6f3af66632ed577560b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:44,547 INFO [StoreOpener-a3c77089aa207eefc72fb7f1db6e1d10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c77089aa207eefc72fb7f1db6e1d10 columnFamilyName cf 2024-12-09T18:53:44,550 DEBUG [StoreOpener-a3c77089aa207eefc72fb7f1db6e1d10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:44,555 INFO [StoreOpener-a3c77089aa207eefc72fb7f1db6e1d10-1 {}] regionserver.HStore(327): Store=a3c77089aa207eefc72fb7f1db6e1d10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:44,559 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,562 INFO [StoreOpener-b13ef6f0a3e2e6f3af66632ed577560b-1 {}] regionserver.HStore(327): Store=b13ef6f0a3e2e6f3af66632ed577560b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:44,563 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,564 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,564 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,564 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,565 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,565 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,566 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,567 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,567 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,571 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,580 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,586 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:53:44,586 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:53:44,588 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened b13ef6f0a3e2e6f3af66632ed577560b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59202508, jitterRate=-0.11781388521194458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:53:44,588 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened a3c77089aa207eefc72fb7f1db6e1d10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60404302, jitterRate=-0.09990575909614563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:53:44,588 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:44,588 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:44,589 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for a3c77089aa207eefc72fb7f1db6e1d10: Running coprocessor pre-open hook at 1733770424508Writing region info on filesystem at 1733770424508Initializing all the Stores at 1733770424516 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770424516Cleaning up temporary data from old regions at 1733770424566 (+50 ms)Running coprocessor post-open hooks at 1733770424588 (+22 ms)Region opened successfully at 1733770424589 (+1 ms) 2024-12-09T18:53:44,589 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for b13ef6f0a3e2e6f3af66632ed577560b: Running coprocessor pre-open hook at 1733770424509Writing region info on filesystem at 1733770424509Initializing all the Stores at 1733770424517 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770424517Cleaning up temporary data from old regions at 1733770424568 (+51 ms)Running coprocessor post-open hooks at 1733770424588 (+20 ms)Region opened successfully at 1733770424589 (+1 ms) 2024-12-09T18:53:44,598 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10., pid=49, masterSystemTime=1733770424454 2024-12-09T18:53:44,603 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b., pid=48, masterSystemTime=1733770424447 2024-12-09T18:53:44,617 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:44,617 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:44,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=a3c77089aa207eefc72fb7f1db6e1d10, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:53:44,635 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:44,635 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:44,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=b13ef6f0a3e2e6f3af66632ed577560b, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:53:44,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:53:44,654 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=84065ca92432,46029,1733770203956, table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:53:44,655 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=84065ca92432,46729,1733770203479, table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:53:44,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=47, state=RUNNABLE, hasLock=false; OpenRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:53:44,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-09T18:53:44,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10, server=84065ca92432,46029,1733770203956 in 363 msec 2024-12-09T18:53:44,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T18:53:44,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; OpenRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b, server=84065ca92432,46729,1733770203479 in 374 msec 2024-12-09T18:53:44,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, ASSIGN in 557 msec 2024-12-09T18:53:44,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-12-09T18:53:44,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, ASSIGN in 562 msec 2024-12-09T18:53:44,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:53:44,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770424697"}]},"ts":"1733770424697"} 2024-12-09T18:53:44,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLED in hbase:meta 2024-12-09T18:53:44,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:53:44,716 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithTargetName jenkins: RWXCA 2024-12-09T18:53:44,736 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA] 2024-12-09T18:53:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:53:44,792 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04 2024-12-09T18:53:44,793 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04 2024-12-09T18:53:44,793 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04 2024-12-09T18:53:44,795 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04 2024-12-09T18:53:44,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName in 1.4670 sec 2024-12-09T18:53:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45 2024-12-09T18:53:45,515 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithTargetName completed 2024-12-09T18:53:45,515 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100 2024-12-09T18:53:45,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:45,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName 2024-12-09T18:53:45,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:45,521 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:53:45,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100 2024-12-09T18:53:45,548 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100 2024-12-09T18:53:45,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:53:45,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:45,581 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100 2024-12-09T18:53:45,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } 2024-12-09T18:53:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770425591 (current time:1733770425591). 2024-12-09T18:53:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:53:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithTargetName VERSION not specified, setting to 2 2024-12-09T18:53:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:53:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b710d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:53:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:53:45,647 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:53:45,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:53:45,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:53:45,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c8b034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:45,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:53:45,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:53:45,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:45,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:53:45,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3640151d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:53:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:53:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:53:45,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:45,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:53:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:53:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:53:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:53:45,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:53:45,674 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:53:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:53:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:53:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39399bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:53:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:53:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:45,678 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:53:45,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c602f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:53:45,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:53:45,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:53:45,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:45,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:53:45,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:53:45,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:45,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:53:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:53:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA] 2024-12-09T18:53:45,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:53:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:53:45,736 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0001_000001 (auth:SIMPLE) from 127.0.0.1:60142 2024-12-09T18:53:45,736 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0001/container_1733770220664_0001_01_000001/launch_container.sh] 2024-12-09T18:53:45,737 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0001/container_1733770220664_0001_01_000001/container_tokens] 2024-12-09T18:53:45,737 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0001/container_1733770220664_0001_01_000001/sysfs] 2024-12-09T18:53:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } 2024-12-09T18:53:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-09T18:53:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T18:53:45,747 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:53:45,755 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:53:45,771 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:53:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741914_1090 (size=167) 2024-12-09T18:53:45,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741914_1090 (size=167) 2024-12-09T18:53:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T18:53:45,857 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:53:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741914_1090 (size=167) 2024-12-09T18:53:45,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10}, {pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b}] 2024-12-09T18:53:45,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:45,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:46,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-12-09T18:53:46,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-09T18:53:46,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:46,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for b13ef6f0a3e2e6f3af66632ed577560b: 2024-12-09T18:53:46,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. for emptySnaptb0-testExportWithTargetName completed. 2024-12-09T18:53:46,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.' region-info for snapshot=emptySnaptb0-testExportWithTargetName 2024-12-09T18:53:46,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:53:46,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:53:46,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:46,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for a3c77089aa207eefc72fb7f1db6e1d10: 2024-12-09T18:53:46,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. for emptySnaptb0-testExportWithTargetName completed. 2024-12-09T18:53:46,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.' region-info for snapshot=emptySnaptb0-testExportWithTargetName 2024-12-09T18:53:46,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:53:46,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:53:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T18:53:46,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741916_1092 (size=70) 2024-12-09T18:53:46,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741916_1092 (size=70) 2024-12-09T18:53:46,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741916_1092 (size=70) 2024-12-09T18:53:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741915_1091 (size=70) 2024-12-09T18:53:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741915_1091 (size=70) 2024-12-09T18:53:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741915_1091 (size=70) 2024-12-09T18:53:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T18:53:46,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:46,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T18:53:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T18:53:46,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:46,605 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:46,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:46,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T18:53:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-09T18:53:46,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:46,634 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:46,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10 in 757 msec 2024-12-09T18:53:46,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-09T18:53:46,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b in 786 msec 2024-12-09T18:53:46,668 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:53:46,674 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:53:46,684 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:53:46,684 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:53:46,685 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:46,687 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:53:46,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741917_1093 (size=62) 2024-12-09T18:53:46,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741917_1093 (size=62) 2024-12-09T18:53:46,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741917_1093 (size=62) 2024-12-09T18:53:46,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:53:46,826 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:53:46,826 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithTargetName 2024-12-09T18:53:46,831 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName 2024-12-09T18:53:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T18:53:46,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741918_1094 (size=649) 2024-12-09T18:53:46,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741918_1094 (size=649) 2024-12-09T18:53:46,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741918_1094 (size=649) 2024-12-09T18:53:47,424 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:53:47,466 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:53:47,469 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testExportWithTargetName 2024-12-09T18:53:47,476 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:53:47,476 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-09T18:53:47,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 1.7450 sec 2024-12-09T18:53:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T18:53:47,911 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed 2024-12-09T18:53:47,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46029 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:53:47,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:53:47,943 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100 2024-12-09T18:53:47,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName 2024-12-09T18:53:47,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:47,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:53:47,974 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100 2024-12-09T18:53:47,997 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100 2024-12-09T18:53:48,011 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100 2024-12-09T18:53:48,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } 2024-12-09T18:53:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770428022 (current time:1733770428022). 2024-12-09T18:53:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:53:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithTargetName VERSION not specified, setting to 2 2024-12-09T18:53:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:53:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb9dc89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:53:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:53:48,065 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:53:48,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:53:48,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:53:48,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717a7a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:48,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:53:48,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:53:48,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:48,070 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:53:48,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6413132e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:53:48,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:53:48,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:53:48,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:48,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:53:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:53:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:48,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:53:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef64a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:53:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:53:48,092 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:53:48,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:53:48,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:53:48,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f20326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:48,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:53:48,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:53:48,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:48,096 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:53:48,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557cdaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:53:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:53:48,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:53:48,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:53:48,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:48,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:53:48,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:53:48,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:53:48,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:53:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:53:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA] 2024-12-09T18:53:48,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:53:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:53:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } 2024-12-09T18:53:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-12-09T18:53:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-12-09T18:53:48,152 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:53:48,158 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:53:48,184 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:53:48,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741919_1095 (size=162) 2024-12-09T18:53:48,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741919_1095 (size=162) 2024-12-09T18:53:48,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741919_1095 (size=162) 2024-12-09T18:53:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-12-09T18:53:48,277 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:53:48,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10}, {pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b}] 2024-12-09T18:53:48,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:48,280 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:48,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-09T18:53:48,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-12-09T18:53:48,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:48,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2902): Flushing a3c77089aa207eefc72fb7f1db6e1d10 1/1 column families, dataSize=467 B heapSize=1.23 KB 2024-12-09T18:53:48,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:48,440 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing b13ef6f0a3e2e6f3af66632ed577560b 1/1 column families, dataSize=2.80 KB heapSize=6.30 KB 2024-12-09T18:53:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-12-09T18:53:48,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120954f6b66a7bc947699cfa1818e9c936b7_a3c77089aa207eefc72fb7f1db6e1d10 is 71, key is 023d3e9f6736892411d5dd18251c5efb/cf:q/1733770427929/Put/seqid=0 2024-12-09T18:53:48,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202412094921e7ca99994e0188fafd54b36d2336_b13ef6f0a3e2e6f3af66632ed577560b is 71, key is 103d58fe105e50311c06296a6a876ba5/cf:q/1733770427936/Put/seqid=0 2024-12-09T18:53:48,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741920_1096 (size=5381) 2024-12-09T18:53:48,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741920_1096 (size=5381) 2024-12-09T18:53:48,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741920_1096 (size=5381) 2024-12-09T18:53:48,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741921_1097 (size=7891) 2024-12-09T18:53:48,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741921_1097 (size=7891) 2024-12-09T18:53:48,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741921_1097 (size=7891) 2024-12-09T18:53:48,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:48,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:48,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120954f6b66a7bc947699cfa1818e9c936b7_a3c77089aa207eefc72fb7f1db6e1d10 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e2024120954f6b66a7bc947699cfa1818e9c936b7_a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:48,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/.tmp/cf/692444c0d46e4f56bd67f53a24edb561, store: [table=testtb-testExportWithTargetName family=cf region=a3c77089aa207eefc72fb7f1db6e1d10] 2024-12-09T18:53:48,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/.tmp/cf/692444c0d46e4f56bd67f53a24edb561 is 208, key is 07afcf98d25196e5d1595d87efa4c85de/cf:q/1733770427929/Put/seqid=0 2024-12-09T18:53:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-12-09T18:53:48,812 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202412094921e7ca99994e0188fafd54b36d2336_b13ef6f0a3e2e6f3af66632ed577560b to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b202412094921e7ca99994e0188fafd54b36d2336_b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:48,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/.tmp/cf/a84e089b9a6e49669b33958316222fd8, store: [table=testtb-testExportWithTargetName family=cf region=b13ef6f0a3e2e6f3af66632ed577560b] 2024-12-09T18:53:48,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/.tmp/cf/a84e089b9a6e49669b33958316222fd8 is 208, key is 1260ec27656f5cb47d8539ce3688ae5a2/cf:q/1733770427936/Put/seqid=0 2024-12-09T18:53:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741922_1098 (size=6736) 2024-12-09T18:53:48,853 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=467, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/.tmp/cf/692444c0d46e4f56bd67f53a24edb561 2024-12-09T18:53:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741922_1098 (size=6736) 2024-12-09T18:53:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741922_1098 (size=6736) 2024-12-09T18:53:48,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/.tmp/cf/692444c0d46e4f56bd67f53a24edb561 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/cf/692444c0d46e4f56bd67f53a24edb561 2024-12-09T18:53:48,914 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/cf/692444c0d46e4f56bd67f53a24edb561, entries=7, sequenceid=6, filesize=6.6 K 2024-12-09T18:53:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741923_1099 (size=14133) 2024-12-09T18:53:48,924 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3140): Finished flush of dataSize ~467 B/467, heapSize ~1.22 KB/1248, currentSize=0 B/0 for a3c77089aa207eefc72fb7f1db6e1d10 in 486ms, sequenceid=6, compaction requested=false 2024-12-09T18:53:48,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithTargetName' 2024-12-09T18:53:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741923_1099 (size=14133) 2024-12-09T18:53:48,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for a3c77089aa207eefc72fb7f1db6e1d10: 2024-12-09T18:53:48,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. for snaptb0-testExportWithTargetName completed. 2024-12-09T18:53:48,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.' region-info for snapshot=snaptb0-testExportWithTargetName 2024-12-09T18:53:48,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:53:48,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/cf/692444c0d46e4f56bd67f53a24edb561] hfiles 2024-12-09T18:53:48,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/cf/692444c0d46e4f56bd67f53a24edb561 for snapshot=snaptb0-testExportWithTargetName 2024-12-09T18:53:48,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741923_1099 (size=14133) 2024-12-09T18:53:48,932 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/.tmp/cf/a84e089b9a6e49669b33958316222fd8 2024-12-09T18:53:48,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/.tmp/cf/a84e089b9a6e49669b33958316222fd8 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/cf/a84e089b9a6e49669b33958316222fd8 2024-12-09T18:53:49,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741924_1100 (size=109) 2024-12-09T18:53:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741924_1100 (size=109) 2024-12-09T18:53:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741924_1100 (size=109) 2024-12-09T18:53:49,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:53:49,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T18:53:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-09T18:53:49,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:49,017 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:49,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10 in 743 msec 2024-12-09T18:53:49,045 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/cf/a84e089b9a6e49669b33958316222fd8, entries=43, sequenceid=6, filesize=13.8 K 2024-12-09T18:53:49,052 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~2.80 KB/2869, heapSize ~6.28 KB/6432, currentSize=0 B/0 for b13ef6f0a3e2e6f3af66632ed577560b in 611ms, sequenceid=6, compaction requested=false 2024-12-09T18:53:49,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for b13ef6f0a3e2e6f3af66632ed577560b: 2024-12-09T18:53:49,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. for snaptb0-testExportWithTargetName completed. 2024-12-09T18:53:49,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.' region-info for snapshot=snaptb0-testExportWithTargetName 2024-12-09T18:53:49,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:53:49,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/cf/a84e089b9a6e49669b33958316222fd8] hfiles 2024-12-09T18:53:49,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/cf/a84e089b9a6e49669b33958316222fd8 for snapshot=snaptb0-testExportWithTargetName 2024-12-09T18:53:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741925_1101 (size=109) 2024-12-09T18:53:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741925_1101 (size=109) 2024-12-09T18:53:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741925_1101 (size=109) 2024-12-09T18:53:49,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:53:49,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T18:53:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T18:53:49,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:49,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:49,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=53 2024-12-09T18:53:49,197 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:53:49,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b in 901 msec 2024-12-09T18:53:49,203 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:53:49,210 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:53:49,211 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:53:49,211 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:49,230 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b202412094921e7ca99994e0188fafd54b36d2336_b13ef6f0a3e2e6f3af66632ed577560b, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e2024120954f6b66a7bc947699cfa1818e9c936b7_a3c77089aa207eefc72fb7f1db6e1d10] hfiles 2024-12-09T18:53:49,230 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b202412094921e7ca99994e0188fafd54b36d2336_b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:53:49,230 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e2024120954f6b66a7bc947699cfa1818e9c936b7_a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:53:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-12-09T18:53:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741926_1102 (size=293) 2024-12-09T18:53:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741926_1102 (size=293) 2024-12-09T18:53:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741926_1102 (size=293) 2024-12-09T18:53:49,341 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:53:49,341 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithTargetName 2024-12-09T18:53:49,344 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName 2024-12-09T18:53:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741927_1103 (size=959) 2024-12-09T18:53:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741927_1103 (size=959) 2024-12-09T18:53:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741927_1103 (size=959) 2024-12-09T18:53:49,482 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:53:49,531 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:53:49,533 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithTargetName 2024-12-09T18:53:49,543 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:53:49,544 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-12-09T18:53:49,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 1.4120 sec 2024-12-09T18:53:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-12-09T18:53:50,332 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed 2024-12-09T18:53:50,332 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332 2024-12-09T18:53:50,332 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:53:50,444 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:53:50,444 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332/.hbase-snapshot/.tmp/testExportWithTargetName 2024-12-09T18:53:50,468 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:53:50,527 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithTargetName to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332/.hbase-snapshot/.tmp/testExportWithTargetName 2024-12-09T18:53:50,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741928_1104 (size=162) 2024-12-09T18:53:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741928_1104 (size=162) 2024-12-09T18:53:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741928_1104 (size=162) 2024-12-09T18:53:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741929_1105 (size=959) 2024-12-09T18:53:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741929_1105 (size=959) 2024-12-09T18:53:50,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741929_1105 (size=959) 2024-12-09T18:53:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741930_1106 (size=154) 2024-12-09T18:53:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741930_1106 (size=154) 2024-12-09T18:53:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741930_1106 (size=154) 2024-12-09T18:53:51,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:51,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:51,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName 2024-12-09T18:53:52,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName Metrics about Tables on a single HBase RegionServer 2024-12-09T18:53:52,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-8846816112658584122.jar 2024-12-09T18:53:52,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-16790778731765266102.jar 2024-12-09T18:53:52,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:53:52,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:53:52,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:53:52,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:53:52,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:53:52,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:53:52,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:53:52,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:53:52,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:53:52,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:53:52,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:53:52,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:53:52,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:53:52,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:53:52,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:53:52,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:53:52,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:53:52,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:53:52,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:53:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741931_1107 (size=24020) 2024-12-09T18:53:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741931_1107 (size=24020) 2024-12-09T18:53:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741931_1107 (size=24020) 2024-12-09T18:53:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741932_1108 (size=77755) 2024-12-09T18:53:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741932_1108 (size=77755) 2024-12-09T18:53:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741932_1108 (size=77755) 2024-12-09T18:53:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741933_1109 (size=131360) 2024-12-09T18:53:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741933_1109 (size=131360) 2024-12-09T18:53:53,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741933_1109 (size=131360) 2024-12-09T18:53:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741934_1110 (size=111793) 2024-12-09T18:53:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741934_1110 (size=111793) 2024-12-09T18:53:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741934_1110 (size=111793) 2024-12-09T18:53:53,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741935_1111 (size=443171) 2024-12-09T18:53:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741935_1111 (size=443171) 2024-12-09T18:53:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741935_1111 (size=443171) 2024-12-09T18:53:53,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741936_1112 (size=1832290) 2024-12-09T18:53:53,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741936_1112 (size=1832290) 2024-12-09T18:53:53,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741936_1112 (size=1832290) 2024-12-09T18:53:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741937_1113 (size=8360282) 2024-12-09T18:53:53,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741937_1113 (size=8360282) 2024-12-09T18:53:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741937_1113 (size=8360282) 2024-12-09T18:53:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741938_1114 (size=503880) 2024-12-09T18:53:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741938_1114 (size=503880) 2024-12-09T18:53:54,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741938_1114 (size=503880) 2024-12-09T18:53:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741939_1115 (size=322274) 2024-12-09T18:53:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741939_1115 (size=322274) 2024-12-09T18:53:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741939_1115 (size=322274) 2024-12-09T18:53:54,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741940_1116 (size=20406) 2024-12-09T18:53:54,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741940_1116 (size=20406) 2024-12-09T18:53:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741940_1116 (size=20406) 2024-12-09T18:53:54,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741941_1117 (size=45609) 2024-12-09T18:53:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741941_1117 (size=45609) 2024-12-09T18:53:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741941_1117 (size=45609) 2024-12-09T18:53:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741942_1118 (size=136454) 2024-12-09T18:53:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741942_1118 (size=136454) 2024-12-09T18:53:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741942_1118 (size=136454) 2024-12-09T18:53:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741943_1119 (size=1597136) 2024-12-09T18:53:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741943_1119 (size=1597136) 2024-12-09T18:53:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741943_1119 (size=1597136) 2024-12-09T18:53:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741944_1120 (size=30873) 2024-12-09T18:53:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741944_1120 (size=30873) 2024-12-09T18:53:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741944_1120 (size=30873) 2024-12-09T18:53:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741945_1121 (size=29229) 2024-12-09T18:53:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741945_1121 (size=29229) 2024-12-09T18:53:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741945_1121 (size=29229) 2024-12-09T18:53:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741946_1122 (size=903862) 2024-12-09T18:53:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741946_1122 (size=903862) 2024-12-09T18:53:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741946_1122 (size=903862) 2024-12-09T18:53:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741947_1123 (size=5175431) 2024-12-09T18:53:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741947_1123 (size=5175431) 2024-12-09T18:53:55,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741947_1123 (size=5175431) 2024-12-09T18:53:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741948_1124 (size=232881) 2024-12-09T18:53:56,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741948_1124 (size=232881) 2024-12-09T18:53:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741948_1124 (size=232881) 2024-12-09T18:53:56,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741949_1125 (size=1323991) 2024-12-09T18:53:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741949_1125 (size=1323991) 2024-12-09T18:53:56,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741949_1125 (size=1323991) 2024-12-09T18:53:56,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741950_1126 (size=4695811) 2024-12-09T18:53:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741950_1126 (size=4695811) 2024-12-09T18:53:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741950_1126 (size=4695811) 2024-12-09T18:53:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741951_1127 (size=1877034) 2024-12-09T18:53:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741951_1127 (size=1877034) 2024-12-09T18:53:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741951_1127 (size=1877034) 2024-12-09T18:53:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741952_1128 (size=217555) 2024-12-09T18:53:56,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741952_1128 (size=217555) 2024-12-09T18:53:56,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741952_1128 (size=217555) 2024-12-09T18:53:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741953_1129 (size=4188619) 2024-12-09T18:53:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741953_1129 (size=4188619) 2024-12-09T18:53:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741953_1129 (size=4188619) 2024-12-09T18:53:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741954_1130 (size=127628) 2024-12-09T18:53:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741954_1130 (size=127628) 2024-12-09T18:53:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741954_1130 (size=127628) 2024-12-09T18:53:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741955_1131 (size=6425016) 2024-12-09T18:53:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741955_1131 (size=6425016) 2024-12-09T18:53:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741955_1131 (size=6425016) 2024-12-09T18:53:56,956 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:53:56,977 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithTargetName' hfile list 2024-12-09T18:53:56,997 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.8 K 2024-12-09T18:53:56,997 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.7 K 2024-12-09T18:53:56,997 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.6 K 2024-12-09T18:53:56,997 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.3 K 2024-12-09T18:53:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741956_1132 (size=1031) 2024-12-09T18:53:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741956_1132 (size=1031) 2024-12-09T18:53:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741956_1132 (size=1031) 2024-12-09T18:53:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741957_1133 (size=35) 2024-12-09T18:53:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741957_1133 (size=35) 2024-12-09T18:53:57,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741957_1133 (size=35) 2024-12-09T18:53:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741958_1134 (size=304082) 2024-12-09T18:53:57,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741958_1134 (size=304082) 2024-12-09T18:53:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741958_1134 (size=304082) 2024-12-09T18:53:57,682 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:53:57,682 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:53:57,760 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:40396 2024-12-09T18:53:59,905 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:54:10,308 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a3c77089aa207eefc72fb7f1db6e1d10 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:54:10,308 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b13ef6f0a3e2e6f3af66632ed577560b changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:54:14,411 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:58422 2024-12-09T18:54:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741959_1135 (size=349780) 2024-12-09T18:54:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741959_1135 (size=349780) 2024-12-09T18:54:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741959_1135 (size=349780) 2024-12-09T18:54:17,356 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:43704 2024-12-09T18:54:17,356 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:35850 2024-12-09T18:54:17,660 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:35854 2024-12-09T18:54:17,671 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:43710 2024-12-09T18:54:20,074 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0002_01_000006 while processing FINISH_CONTAINERS event 2024-12-09T18:54:29,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b13ef6f0a3e2e6f3af66632ed577560b, had cached 0 bytes from a total of 14133 2024-12-09T18:54:29,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a3c77089aa207eefc72fb7f1db6e1d10, had cached 0 bytes from a total of 6736 2024-12-09T18:54:29,906 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:54:33,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741960_1136 (size=14133) 2024-12-09T18:54:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741960_1136 (size=14133) 2024-12-09T18:54:33,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741960_1136 (size=14133) 2024-12-09T18:54:34,057 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000002/launch_container.sh] 2024-12-09T18:54:34,057 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000002/container_tokens] 2024-12-09T18:54:34,057 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000002/sysfs] 2024-12-09T18:54:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741962_1138 (size=6736) 2024-12-09T18:54:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741962_1138 (size=6736) 2024-12-09T18:54:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741962_1138 (size=6736) 2024-12-09T18:54:35,974 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000004/launch_container.sh] 2024-12-09T18:54:35,974 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000004/container_tokens] 2024-12-09T18:54:35,974 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000004/sysfs] 2024-12-09T18:54:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741963_1139 (size=5381) 2024-12-09T18:54:38,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741963_1139 (size=5381) 2024-12-09T18:54:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741963_1139 (size=5381) 2024-12-09T18:54:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741964_1140 (size=7891) 2024-12-09T18:54:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741964_1140 (size=7891) 2024-12-09T18:54:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741964_1140 (size=7891) 2024-12-09T18:54:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741961_1137 (size=31747) 2024-12-09T18:54:38,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741961_1137 (size=31747) 2024-12-09T18:54:38,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741961_1137 (size=31747) 2024-12-09T18:54:38,902 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000005/launch_container.sh] 2024-12-09T18:54:38,902 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000005/container_tokens] 2024-12-09T18:54:38,902 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000005/sysfs] 2024-12-09T18:54:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741965_1141 (size=465) 2024-12-09T18:54:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741965_1141 (size=465) 2024-12-09T18:54:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741965_1141 (size=465) 2024-12-09T18:54:39,057 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000003/launch_container.sh] 2024-12-09T18:54:39,057 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000003/container_tokens] 2024-12-09T18:54:39,057 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000003/sysfs] 2024-12-09T18:54:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741966_1142 (size=31747) 2024-12-09T18:54:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741966_1142 (size=31747) 2024-12-09T18:54:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741966_1142 (size=31747) 2024-12-09T18:54:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741967_1143 (size=349780) 2024-12-09T18:54:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741967_1143 (size=349780) 2024-12-09T18:54:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741967_1143 (size=349780) 2024-12-09T18:54:39,380 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:53298 2024-12-09T18:54:39,412 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:53302 2024-12-09T18:54:40,576 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T18:54:40,663 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T18:54:40,735 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: testExportWithTargetName 2024-12-09T18:54:40,735 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T18:54:40,746 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T18:54:40,746 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithTargetName at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithTargetName 2024-12-09T18:54:40,747 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithTargetName/.snapshotinfo 2024-12-09T18:54:40,747 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithTargetName/data.manifest 2024-12-09T18:54:40,747 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332/.hbase-snapshot/testExportWithTargetName at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332/.hbase-snapshot/testExportWithTargetName 2024-12-09T18:54:40,751 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332/.hbase-snapshot/testExportWithTargetName/.snapshotinfo 2024-12-09T18:54:40,751 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770430332/.hbase-snapshot/testExportWithTargetName/data.manifest 2024-12-09T18:54:40,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportWithTargetName 2024-12-09T18:54:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName 2024-12-09T18:54:40,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770480844"}]},"ts":"1733770480844"} 2024-12-09T18:54:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T18:54:40,854 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLING in hbase:meta 2024-12-09T18:54:40,854 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithTargetName to state=DISABLING 2024-12-09T18:54:40,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName}] 2024-12-09T18:54:40,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, UNASSIGN}, {pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, UNASSIGN}] 2024-12-09T18:54:40,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, UNASSIGN 2024-12-09T18:54:40,871 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, UNASSIGN 2024-12-09T18:54:40,896 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=b13ef6f0a3e2e6f3af66632ed577560b, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:54:40,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=a3c77089aa207eefc72fb7f1db6e1d10, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:54:40,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, UNASSIGN because future has completed 2024-12-09T18:54:40,912 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:54:40,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; CloseRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:54:40,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, UNASSIGN because future has completed 2024-12-09T18:54:40,932 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:54:40,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:54:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T18:54:41,086 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(122): Close b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:54:41,087 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:54:41,087 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1722): Closing b13ef6f0a3e2e6f3af66632ed577560b, disabling compactions & flushes 2024-12-09T18:54:41,087 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:54:41,087 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:54:41,087 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. after waiting 0 ms 2024-12-09T18:54:41,087 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:54:41,108 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:54:41,108 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:54:41,108 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing a3c77089aa207eefc72fb7f1db6e1d10, disabling compactions & flushes 2024-12-09T18:54:41,108 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:54:41,108 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:54:41,108 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. after waiting 0 ms 2024-12-09T18:54:41,108 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:54:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T18:54:41,170 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:54:41,177 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:54:41,177 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:54:41,177 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b. 2024-12-09T18:54:41,178 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:54:41,178 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10. 2024-12-09T18:54:41,178 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for a3c77089aa207eefc72fb7f1db6e1d10: Waiting for close lock at 1733770481108Running coprocessor pre-close hooks at 1733770481108Disabling compacts and flushes for region at 1733770481108Disabling writes for close at 1733770481108Writing region close event to WAL at 1733770481131 (+23 ms)Running coprocessor post-close hooks at 1733770481178 (+47 ms)Closed at 1733770481178 2024-12-09T18:54:41,179 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1676): Region close journal for b13ef6f0a3e2e6f3af66632ed577560b: Waiting for close lock at 1733770481087Running coprocessor pre-close hooks at 1733770481087Disabling compacts and flushes for region at 1733770481087Disabling writes for close at 1733770481087Writing region close event to WAL at 1733770481108 (+21 ms)Running coprocessor post-close hooks at 1733770481177 (+69 ms)Closed at 1733770481177 2024-12-09T18:54:41,186 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:54:41,193 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=a3c77089aa207eefc72fb7f1db6e1d10, regionState=CLOSED 2024-12-09T18:54:41,195 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(157): Closed b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:54:41,199 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=b13ef6f0a3e2e6f3af66632ed577560b, regionState=CLOSED 2024-12-09T18:54:41,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:54:41,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE, hasLock=false; CloseRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:54:41,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=58 2024-12-09T18:54:41,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure a3c77089aa207eefc72fb7f1db6e1d10, server=84065ca92432,46029,1733770203956 in 293 msec 2024-12-09T18:54:41,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-12-09T18:54:41,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; CloseRegionProcedure b13ef6f0a3e2e6f3af66632ed577560b, server=84065ca92432,46729,1733770203479 in 314 msec 2024-12-09T18:54:41,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=a3c77089aa207eefc72fb7f1db6e1d10, UNASSIGN in 392 msec 2024-12-09T18:54:41,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=57 2024-12-09T18:54:41,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=b13ef6f0a3e2e6f3af66632ed577560b, UNASSIGN in 402 msec 2024-12-09T18:54:41,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-09T18:54:41,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName in 421 msec 2024-12-09T18:54:41,296 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770481295"}]},"ts":"1733770481295"} 2024-12-09T18:54:41,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLED in hbase:meta 2024-12-09T18:54:41,302 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithTargetName to state=DISABLED 2024-12-09T18:54:41,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName in 482 msec 2024-12-09T18:54:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T18:54:41,476 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithTargetName completed 2024-12-09T18:54:41,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportWithTargetName 2024-12-09T18:54:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName 2024-12-09T18:54:41,491 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName 2024-12-09T18:54:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithTargetName 2024-12-09T18:54:41,495 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName 2024-12-09T18:54:41,515 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:54:41,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithTargetName 2024-12-09T18:54:41,515 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:54:41,524 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/recovered.edits] 2024-12-09T18:54:41,535 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/recovered.edits] 2024-12-09T18:54:41,544 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/cf/a84e089b9a6e49669b33958316222fd8 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/cf/a84e089b9a6e49669b33958316222fd8 2024-12-09T18:54:41,555 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b/recovered.edits/9.seqid 2024-12-09T18:54:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName 2024-12-09T18:54:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName 2024-12-09T18:54:41,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName 2024-12-09T18:54:41,557 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:54:41,557 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF 2024-12-09T18:54:41,559 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF 2024-12-09T18:54:41,559 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF 2024-12-09T18:54:41,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName 2024-12-09T18:54:41,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName 2024-12-09T18:54:41,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName 2024-12-09T18:54:41,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:41,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T18:54:41,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName 2024-12-09T18:54:41,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:41,571 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data null 2024-12-09T18:54:41,571 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T18:54:41,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:41,591 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/cf/692444c0d46e4f56bd67f53a24edb561 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/cf/692444c0d46e4f56bd67f53a24edb561 2024-12-09T18:54:41,631 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10/recovered.edits/9.seqid 2024-12-09T18:54:41,634 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithTargetName/a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:54:41,635 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithTargetName regions 2024-12-09T18:54:41,648 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71 2024-12-09T18:54:41,664 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf] 2024-12-09T18:54:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T18:54:41,716 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b202412094921e7ca99994e0188fafd54b36d2336_b13ef6f0a3e2e6f3af66632ed577560b to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b202412094921e7ca99994e0188fafd54b36d2336_b13ef6f0a3e2e6f3af66632ed577560b 2024-12-09T18:54:41,728 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e2024120954f6b66a7bc947699cfa1818e9c936b7_a3c77089aa207eefc72fb7f1db6e1d10 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e2024120954f6b66a7bc947699cfa1818e9c936b7_a3c77089aa207eefc72fb7f1db6e1d10 2024-12-09T18:54:41,732 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71 2024-12-09T18:54:41,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName 2024-12-09T18:54:41,772 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithTargetName from hbase:meta 2024-12-09T18:54:41,777 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithTargetName' descriptor. 2024-12-09T18:54:41,789 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName 2024-12-09T18:54:41,789 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithTargetName' from region states. 2024-12-09T18:54:41,789 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770481789"}]},"ts":"9223372036854775807"} 2024-12-09T18:54:41,789 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770481789"}]},"ts":"9223372036854775807"} 2024-12-09T18:54:41,807 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:54:41,807 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a3c77089aa207eefc72fb7f1db6e1d10, NAME => 'testtb-testExportWithTargetName,,1733770423327.a3c77089aa207eefc72fb7f1db6e1d10.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => b13ef6f0a3e2e6f3af66632ed577560b, NAME => 'testtb-testExportWithTargetName,1,1733770423327.b13ef6f0a3e2e6f3af66632ed577560b.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:54:41,808 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithTargetName' as deleted. 2024-12-09T18:54:41,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770481808"}]},"ts":"9223372036854775807"} 2024-12-09T18:54:41,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithTargetName state from META 2024-12-09T18:54:41,842 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName 2024-12-09T18:54:41,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName in 362 msec 2024-12-09T18:54:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T18:54:41,898 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithTargetName 2024-12-09T18:54:41,898 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithTargetName completed 2024-12-09T18:54:41,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportWithTargetName" type: DISABLED 2024-12-09T18:54:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithTargetName 2024-12-09T18:54:41,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportWithTargetName" type: DISABLED 2024-12-09T18:54:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithTargetName 2024-12-09T18:54:41,994 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithTargetName Thread=785 (was 760) Potentially hanging thread: LogDeleter #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:36753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:40782 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-2230 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396) app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1315192603_1 at /127.0.0.1:47070 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper (pid 102658) java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1315192603_1 at /127.0.0.1:40776 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:47082 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:53208 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LogDeleter #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=811 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=3419 (was 2111) - SystemLoadAverage LEAK? -, ProcessCount=14 (was 14), AvailableMemoryMB=274 (was 446) 2024-12-09T18:54:41,994 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=785 is superior to 500 2024-12-09T18:54:42,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithResetTtl Thread=784, OpenFileDescriptor=811, MaxFileDescriptor=1048576, SystemLoadAverage=3419, ProcessCount=14, AvailableMemoryMB=264 2024-12-09T18:54:42,020 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=784 is superior to 500 2024-12-09T18:54:42,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:54:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl 2024-12-09T18:54:42,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:54:42,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportWithResetTtl" procId is: 63 2024-12-09T18:54:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-09T18:54:42,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:54:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-09T18:54:42,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741968_1144 (size=440) 2024-12-09T18:54:42,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741968_1144 (size=440) 2024-12-09T18:54:42,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741968_1144 (size=440) 2024-12-09T18:54:42,171 INFO [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da0c640b6ec858ba3c665298deed1687, NAME => 'testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:54:42,186 INFO [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c6cafb26f8f6092c31abf21a2c1cb96c, NAME => 'testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:54:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741969_1145 (size=65) 2024-12-09T18:54:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741969_1145 (size=65) 2024-12-09T18:54:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741969_1145 (size=65) 2024-12-09T18:54:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741970_1146 (size=65) 2024-12-09T18:54:42,301 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:54:42,301 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing c6cafb26f8f6092c31abf21a2c1cb96c, disabling compactions & flushes 2024-12-09T18:54:42,301 INFO [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:42,301 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:42,301 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. after waiting 0 ms 2024-12-09T18:54:42,301 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:42,301 INFO [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:42,301 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for c6cafb26f8f6092c31abf21a2c1cb96c: Waiting for close lock at 1733770482301Disabling compacts and flushes for region at 1733770482301Disabling writes for close at 1733770482301Writing region close event to WAL at 1733770482301Closed at 1733770482301 2024-12-09T18:54:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741970_1146 (size=65) 2024-12-09T18:54:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741970_1146 (size=65) 2024-12-09T18:54:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-09T18:54:42,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName 2024-12-09T18:54:42,681 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:54:42,681 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing da0c640b6ec858ba3c665298deed1687, disabling compactions & flushes 2024-12-09T18:54:42,681 INFO [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:42,682 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:42,682 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. after waiting 0 ms 2024-12-09T18:54:42,682 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:42,682 INFO [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:42,682 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for da0c640b6ec858ba3c665298deed1687: Waiting for close lock at 1733770482681Disabling compacts and flushes for region at 1733770482681Disabling writes for close at 1733770482682 (+1 ms)Writing region close event to WAL at 1733770482682Closed at 1733770482682 2024-12-09T18:54:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-09T18:54:42,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:54:42,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733770482692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770482692"}]},"ts":"1733770482692"} 2024-12-09T18:54:42,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733770482692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770482692"}]},"ts":"1733770482692"} 2024-12-09T18:54:42,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:54:42,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:54:42,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770482718"}]},"ts":"1733770482718"} 2024-12-09T18:54:42,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLING in hbase:meta 2024-12-09T18:54:42,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:54:42,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:54:42,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:54:42,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:54:42,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:54:42,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:54:42,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:54:42,752 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:54:42,752 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:54:42,752 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:54:42,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:54:42,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, ASSIGN}, {pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, ASSIGN}] 2024-12-09T18:54:42,765 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, ASSIGN 2024-12-09T18:54:42,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, ASSIGN 2024-12-09T18:54:42,772 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:54:42,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:54:42,924 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:54:42,925 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c6cafb26f8f6092c31abf21a2c1cb96c, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:54:42,925 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=da0c640b6ec858ba3c665298deed1687, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:54:42,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, ASSIGN because future has completed 2024-12-09T18:54:42,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:54:42,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, ASSIGN because future has completed 2024-12-09T18:54:42,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure da0c640b6ec858ba3c665298deed1687, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:54:43,115 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:43,115 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => c6cafb26f8f6092c31abf21a2c1cb96c, NAME => 'testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:54:43,116 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. service=AccessControlService 2024-12-09T18:54:43,116 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:54:43,116 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,116 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:54:43,116 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,116 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,132 INFO [StoreOpener-c6cafb26f8f6092c31abf21a2c1cb96c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,134 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:43,134 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => da0c640b6ec858ba3c665298deed1687, NAME => 'testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:54:43,135 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. service=AccessControlService 2024-12-09T18:54:43,135 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:54:43,136 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,136 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:54:43,136 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,136 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,146 INFO [StoreOpener-c6cafb26f8f6092c31abf21a2c1cb96c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6cafb26f8f6092c31abf21a2c1cb96c columnFamilyName cf 2024-12-09T18:54:43,150 INFO [StoreOpener-da0c640b6ec858ba3c665298deed1687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,159 DEBUG [StoreOpener-c6cafb26f8f6092c31abf21a2c1cb96c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:43,161 INFO [StoreOpener-da0c640b6ec858ba3c665298deed1687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0c640b6ec858ba3c665298deed1687 columnFamilyName cf 2024-12-09T18:54:43,164 DEBUG [StoreOpener-da0c640b6ec858ba3c665298deed1687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:43,165 INFO [StoreOpener-da0c640b6ec858ba3c665298deed1687-1 {}] regionserver.HStore(327): Store=da0c640b6ec858ba3c665298deed1687/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:54:43,166 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,167 INFO [StoreOpener-c6cafb26f8f6092c31abf21a2c1cb96c-1 {}] regionserver.HStore(327): Store=c6cafb26f8f6092c31abf21a2c1cb96c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:54:43,168 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,168 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,172 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,172 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,172 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,175 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,179 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,180 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,180 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,181 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,205 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,208 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:54:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-09T18:54:43,214 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened da0c640b6ec858ba3c665298deed1687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75442567, jitterRate=0.1241818517446518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:54:43,214 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:43,215 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for da0c640b6ec858ba3c665298deed1687: Running coprocessor pre-open hook at 1733770483137Writing region info on filesystem at 1733770483137Initializing all the Stores at 1733770483146 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770483147 (+1 ms)Cleaning up temporary data from old regions at 1733770483172 (+25 ms)Running coprocessor post-open hooks at 1733770483214 (+42 ms)Region opened successfully at 1733770483215 (+1 ms) 2024-12-09T18:54:43,224 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687., pid=67, masterSystemTime=1733770483123 2024-12-09T18:54:43,233 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:43,233 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:43,233 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:54:43,239 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened c6cafb26f8f6092c31abf21a2c1cb96c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70683633, jitterRate=0.05326820909976959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:54:43,239 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:43,239 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for c6cafb26f8f6092c31abf21a2c1cb96c: Running coprocessor pre-open hook at 1733770483117Writing region info on filesystem at 1733770483117Initializing all the Stores at 1733770483127 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770483127Cleaning up temporary data from old regions at 1733770483180 (+53 ms)Running coprocessor post-open hooks at 1733770483239 (+59 ms)Region opened successfully at 1733770483239 2024-12-09T18:54:43,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=da0c640b6ec858ba3c665298deed1687, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:54:43,247 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c., pid=66, masterSystemTime=1733770483101 2024-12-09T18:54:43,255 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:43,255 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:43,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c6cafb26f8f6092c31abf21a2c1cb96c, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:54:43,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure da0c640b6ec858ba3c665298deed1687, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:54:43,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:54:43,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=64 2024-12-09T18:54:43,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure da0c640b6ec858ba3c665298deed1687, server=84065ca92432,35415,1733770203781 in 330 msec 2024-12-09T18:54:43,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T18:54:43,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c, server=84065ca92432,46729,1733770203479 in 337 msec 2024-12-09T18:54:43,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, ASSIGN in 552 msec 2024-12-09T18:54:43,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-12-09T18:54:43,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, ASSIGN in 559 msec 2024-12-09T18:54:43,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:54:43,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770483340"}]},"ts":"1733770483340"} 2024-12-09T18:54:43,351 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLED in hbase:meta 2024-12-09T18:54:43,359 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:54:43,360 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithResetTtl jenkins: RWXCA 2024-12-09T18:54:43,394 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA] 2024-12-09T18:54:43,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:43,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:43,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:43,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:54:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:54:43,506 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:43,506 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:43,506 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:43,507 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:43,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl in 1.4840 sec 2024-12-09T18:54:44,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithResetTtl' 2024-12-09T18:54:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-12-09T18:54:44,233 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithResetTtl completed 2024-12-09T18:54:44,233 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:44,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl 2024-12-09T18:54:44,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:44,243 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:54:44,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:44,281 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:44,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:44,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:44,315 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:44,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } 2024-12-09T18:54:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770484324 (current time:1733770484324). 2024-12-09T18:54:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:54:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithResetTtl VERSION not specified, setting to 2 2024-12-09T18:54:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:54:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bdead6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:54:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:54:44,331 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:54:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:54:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:54:44,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bcdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:44,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:54:44,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:54:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:44,341 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:54:44,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33af0994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:54:44,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:54:44,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:44,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:44,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:54:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:54:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:44,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:54:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4556c999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:54:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:54:44,366 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:54:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:54:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:54:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bce73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:54:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:54:44,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:44,372 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:54:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a85e28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:54:44,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:54:44,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:44,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:54:44,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:44,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:44,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:54:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:54:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA] 2024-12-09T18:54:44,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:54:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:54:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } 2024-12-09T18:54:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 68 2024-12-09T18:54:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-09T18:54:44,416 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:54:44,420 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:54:44,452 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:54:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-09T18:54:44,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741971_1147 (size=161) 2024-12-09T18:54:44,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741971_1147 (size=161) 2024-12-09T18:54:44,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741971_1147 (size=161) 2024-12-09T18:54:44,571 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:54:44,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da0c640b6ec858ba3c665298deed1687}, {pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c}] 2024-12-09T18:54:44,578 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:44,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:44,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=69 2024-12-09T18:54:44,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:44,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=70 2024-12-09T18:54:44,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for da0c640b6ec858ba3c665298deed1687: 2024-12-09T18:54:44,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. for emptySnaptb0-testExportWithResetTtl completed. 2024-12-09T18:54:44,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl 2024-12-09T18:54:44,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:54:44,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:54:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-09T18:54:44,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:44,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.HRegion(2603): Flush status journal for c6cafb26f8f6092c31abf21a2c1cb96c: 2024-12-09T18:54:44,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. for emptySnaptb0-testExportWithResetTtl completed. 2024-12-09T18:54:44,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl 2024-12-09T18:54:44,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:54:44,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:54:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741972_1148 (size=68) 2024-12-09T18:54:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741972_1148 (size=68) 2024-12-09T18:54:44,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741972_1148 (size=68) 2024-12-09T18:54:44,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:44,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-09T18:54:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-09T18:54:44,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:44,823 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741973_1149 (size=68) 2024-12-09T18:54:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741973_1149 (size=68) 2024-12-09T18:54:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741973_1149 (size=68) 2024-12-09T18:54:44,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; SnapshotRegionProcedure da0c640b6ec858ba3c665298deed1687 in 264 msec 2024-12-09T18:54:44,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:44,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-09T18:54:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=70 2024-12-09T18:54:44,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:44,860 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:44,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=68 2024-12-09T18:54:44,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=68, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c in 293 msec 2024-12-09T18:54:44,872 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:54:44,878 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:54:44,887 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:54:44,887 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:54:44,888 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:44,907 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:54:45,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741974_1150 (size=60) 2024-12-09T18:54:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741974_1150 (size=60) 2024-12-09T18:54:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741974_1150 (size=60) 2024-12-09T18:54:45,017 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:54:45,017 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithResetTtl 2024-12-09T18:54:45,022 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl 2024-12-09T18:54:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-09T18:54:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741975_1151 (size=641) 2024-12-09T18:54:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741975_1151 (size=641) 2024-12-09T18:54:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741975_1151 (size=641) 2024-12-09T18:54:45,227 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:54:45,264 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:54:45,267 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testExportWithResetTtl 2024-12-09T18:54:45,284 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:54:45,285 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 68 2024-12-09T18:54:45,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 881 msec 2024-12-09T18:54:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-09T18:54:45,575 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed 2024-12-09T18:54:45,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:54:45,598 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0002_000001 (auth:SIMPLE) from 127.0.0.1:47300 2024-12-09T18:54:45,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:54:45,611 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:45,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl 2024-12-09T18:54:45,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:45,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:54:45,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:45,645 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000001/launch_container.sh] 2024-12-09T18:54:45,645 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000001/container_tokens] 2024-12-09T18:54:45,645 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0002/container_1733770220664_0002_01_000001/sysfs] 2024-12-09T18:54:45,661 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:45,676 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:45,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } 2024-12-09T18:54:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770485696 (current time:1733770485696). 2024-12-09T18:54:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:54:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithResetTtl VERSION not specified, setting to 2 2024-12-09T18:54:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:54:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c0575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:54:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:54:45,701 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:54:45,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:54:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:54:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4836273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:54:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:54:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:45,705 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:54:45,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1dfc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:54:45,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:54:45,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:45,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:45,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:54:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:54:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:45,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:54:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d93aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:54:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:54:45,731 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:54:45,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:54:45,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:54:45,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f98e8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:45,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:54:45,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:54:45,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:45,735 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:54:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d87a709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:54:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:54:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:45,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:45,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:54:45,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:45,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:45,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:54:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:54:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA] 2024-12-09T18:54:45,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:54:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:54:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } 2024-12-09T18:54:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 71 2024-12-09T18:54:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-09T18:54:45,788 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:54:45,793 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:54:45,812 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:54:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-09T18:54:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741976_1152 (size=156) 2024-12-09T18:54:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741976_1152 (size=156) 2024-12-09T18:54:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741976_1152 (size=156) 2024-12-09T18:54:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-09T18:54:46,322 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:54:46,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da0c640b6ec858ba3c665298deed1687}, {pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c}] 2024-12-09T18:54:46,324 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:46,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-09T18:54:46,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=73 2024-12-09T18:54:46,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:46,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=72 2024-12-09T18:54:46,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing c6cafb26f8f6092c31abf21a2c1cb96c 1/1 column families, dataSize=3.13 KB heapSize=7 KB 2024-12-09T18:54:46,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:46,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(2902): Flushing da0c640b6ec858ba3c665298deed1687 1/1 column families, dataSize=132 B heapSize=544 B 2024-12-09T18:54:46,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209bec6a1ff18734c439ac2b374c6fcdaea_c6cafb26f8f6092c31abf21a2c1cb96c is 71, key is 10d587fcd058d721c678a734603c0468/cf:q/1733770485609/Put/seqid=0 2024-12-09T18:54:46,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091bdeb3f4e7c547ff8be1464446ef9483_da0c640b6ec858ba3c665298deed1687 is 71, key is 0a6fe711b2b2fca8b9499ca98aad0d32/cf:q/1733770485594/Put/seqid=0 2024-12-09T18:54:46,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741977_1153 (size=8241) 2024-12-09T18:54:46,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741977_1153 (size=8241) 2024-12-09T18:54:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741977_1153 (size=8241) 2024-12-09T18:54:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741978_1154 (size=5032) 2024-12-09T18:54:46,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:46,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741978_1154 (size=5032) 2024-12-09T18:54:46,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741978_1154 (size=5032) 2024-12-09T18:54:46,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:46,696 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209bec6a1ff18734c439ac2b374c6fcdaea_c6cafb26f8f6092c31abf21a2c1cb96c to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241209bec6a1ff18734c439ac2b374c6fcdaea_c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:46,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091bdeb3f4e7c547ff8be1464446ef9483_da0c640b6ec858ba3c665298deed1687 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202412091bdeb3f4e7c547ff8be1464446ef9483_da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:46,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/.tmp/cf/6e4c954f3a9841cfb60321dcfbe7a831, store: [table=testtb-testExportWithResetTtl family=cf region=c6cafb26f8f6092c31abf21a2c1cb96c] 2024-12-09T18:54:46,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/.tmp/cf/6e4c954f3a9841cfb60321dcfbe7a831 is 206, key is 1dc0d7eb4a646ff253a2469638bdb5c61/cf:q/1733770485609/Put/seqid=0 2024-12-09T18:54:46,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/.tmp/cf/6237eaa734d243efa28460ec0eca8b9a, store: [table=testtb-testExportWithResetTtl family=cf region=da0c640b6ec858ba3c665298deed1687] 2024-12-09T18:54:46,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/.tmp/cf/6237eaa734d243efa28460ec0eca8b9a is 206, key is 06abe7153a881a075125e4bd08f8c40cb/cf:q/1733770485594/Put/seqid=0 2024-12-09T18:54:46,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:54:46,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741979_1155 (size=15055) 2024-12-09T18:54:46,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741979_1155 (size=15055) 2024-12-09T18:54:46,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741979_1155 (size=15055) 2024-12-09T18:54:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741980_1156 (size=5700) 2024-12-09T18:54:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741980_1156 (size=5700) 2024-12-09T18:54:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741980_1156 (size=5700) 2024-12-09T18:54:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-09T18:54:47,205 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/.tmp/cf/6e4c954f3a9841cfb60321dcfbe7a831 2024-12-09T18:54:47,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/.tmp/cf/6e4c954f3a9841cfb60321dcfbe7a831 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/cf/6e4c954f3a9841cfb60321dcfbe7a831 2024-12-09T18:54:47,261 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=132, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/.tmp/cf/6237eaa734d243efa28460ec0eca8b9a 2024-12-09T18:54:47,271 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/cf/6e4c954f3a9841cfb60321dcfbe7a831, entries=48, sequenceid=6, filesize=14.7 K 2024-12-09T18:54:47,279 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for c6cafb26f8f6092c31abf21a2c1cb96c in 795ms, sequenceid=6, compaction requested=false 2024-12-09T18:54:47,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for c6cafb26f8f6092c31abf21a2c1cb96c: 2024-12-09T18:54:47,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. for snaptb0-testExportWithResetTtl completed. 2024-12-09T18:54:47,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.' region-info for snapshot=snaptb0-testExportWithResetTtl 2024-12-09T18:54:47,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:54:47,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/cf/6e4c954f3a9841cfb60321dcfbe7a831] hfiles 2024-12-09T18:54:47,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/cf/6e4c954f3a9841cfb60321dcfbe7a831 for snapshot=snaptb0-testExportWithResetTtl 2024-12-09T18:54:47,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/.tmp/cf/6237eaa734d243efa28460ec0eca8b9a as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/cf/6237eaa734d243efa28460ec0eca8b9a 2024-12-09T18:54:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741981_1157 (size=107) 2024-12-09T18:54:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741981_1157 (size=107) 2024-12-09T18:54:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741981_1157 (size=107) 2024-12-09T18:54:47,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:54:47,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/cf/6237eaa734d243efa28460ec0eca8b9a, entries=2, sequenceid=6, filesize=5.6 K 2024-12-09T18:54:47,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-09T18:54:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-09T18:54:47,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:47,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:47,379 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for da0c640b6ec858ba3c665298deed1687 in 895ms, sequenceid=6, compaction requested=false 2024-12-09T18:54:47,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(2603): Flush status journal for da0c640b6ec858ba3c665298deed1687: 2024-12-09T18:54:47,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. for snaptb0-testExportWithResetTtl completed. 2024-12-09T18:54:47,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.' region-info for snapshot=snaptb0-testExportWithResetTtl 2024-12-09T18:54:47,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:54:47,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/cf/6237eaa734d243efa28460ec0eca8b9a] hfiles 2024-12-09T18:54:47,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/cf/6237eaa734d243efa28460ec0eca8b9a for snapshot=snaptb0-testExportWithResetTtl 2024-12-09T18:54:47,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c in 1.0610 sec 2024-12-09T18:54:47,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741982_1158 (size=107) 2024-12-09T18:54:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741982_1158 (size=107) 2024-12-09T18:54:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741982_1158 (size=107) 2024-12-09T18:54:47,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:54:47,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-09T18:54:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=72 2024-12-09T18:54:47,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:47,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:47,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-12-09T18:54:47,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; SnapshotRegionProcedure da0c640b6ec858ba3c665298deed1687 in 1.1820 sec 2024-12-09T18:54:47,510 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:54:47,511 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:54:47,523 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:54:47,523 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:54:47,524 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:47,539 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241209bec6a1ff18734c439ac2b374c6fcdaea_c6cafb26f8f6092c31abf21a2c1cb96c, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202412091bdeb3f4e7c547ff8be1464446ef9483_da0c640b6ec858ba3c665298deed1687] hfiles 2024-12-09T18:54:47,540 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241209bec6a1ff18734c439ac2b374c6fcdaea_c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:54:47,540 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202412091bdeb3f4e7c547ff8be1464446ef9483_da0c640b6ec858ba3c665298deed1687 2024-12-09T18:54:47,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741983_1159 (size=291) 2024-12-09T18:54:47,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741983_1159 (size=291) 2024-12-09T18:54:47,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741983_1159 (size=291) 2024-12-09T18:54:47,637 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:54:47,637 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithResetTtl 2024-12-09T18:54:47,643 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl 2024-12-09T18:54:47,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741984_1160 (size=951) 2024-12-09T18:54:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741984_1160 (size=951) 2024-12-09T18:54:47,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741984_1160 (size=951) 2024-12-09T18:54:47,800 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:54:47,834 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:54:47,839 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithResetTtl 2024-12-09T18:54:47,848 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:54:47,848 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 71 2024-12-09T18:54:47,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 2.0770 sec 2024-12-09T18:54:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-12-09T18:54:47,952 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed 2024-12-09T18:54:47,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:54:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportWithResetTtl 2024-12-09T18:54:47,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:54:47,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testExportWithResetTtl" procId is: 74 2024-12-09T18:54:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T18:54:47,972 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:54:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T18:54:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741985_1161 (size=433) 2024-12-09T18:54:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741985_1161 (size=433) 2024-12-09T18:54:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741985_1161 (size=433) 2024-12-09T18:54:48,105 INFO [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 923adad8957609850d3986a4ca3094b7, NAME => 'testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:54:48,108 INFO [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e4db3a71a1470d644d0b4a3290d0b42, NAME => 'testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:54:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741986_1162 (size=58) 2024-12-09T18:54:48,184 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:54:48,184 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing 923adad8957609850d3986a4ca3094b7, disabling compactions & flushes 2024-12-09T18:54:48,184 INFO [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:48,184 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741986_1162 (size=58) 2024-12-09T18:54:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741986_1162 (size=58) 2024-12-09T18:54:48,186 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. after waiting 0 ms 2024-12-09T18:54:48,186 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:48,186 INFO [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:48,186 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for 923adad8957609850d3986a4ca3094b7: Waiting for close lock at 1733770488184Disabling compacts and flushes for region at 1733770488184Disabling writes for close at 1733770488186 (+2 ms)Writing region close event to WAL at 1733770488186Closed at 1733770488186 2024-12-09T18:54:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741987_1163 (size=58) 2024-12-09T18:54:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741987_1163 (size=58) 2024-12-09T18:54:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741987_1163 (size=58) 2024-12-09T18:54:48,216 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:54:48,216 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing 9e4db3a71a1470d644d0b4a3290d0b42, disabling compactions & flushes 2024-12-09T18:54:48,216 INFO [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:48,216 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:48,216 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. after waiting 0 ms 2024-12-09T18:54:48,216 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:48,216 INFO [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:48,216 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e4db3a71a1470d644d0b4a3290d0b42: Waiting for close lock at 1733770488216Disabling compacts and flushes for region at 1733770488216Disabling writes for close at 1733770488216Writing region close event to WAL at 1733770488216Closed at 1733770488216 2024-12-09T18:54:48,227 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:54:48,228 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733770488227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770488227"}]},"ts":"1733770488227"} 2024-12-09T18:54:48,228 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733770488227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770488227"}]},"ts":"1733770488227"} 2024-12-09T18:54:48,244 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:54:48,251 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:54:48,251 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770488251"}]},"ts":"1733770488251"} 2024-12-09T18:54:48,275 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLING in hbase:meta 2024-12-09T18:54:48,275 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:54:48,278 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:54:48,278 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:54:48,278 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:54:48,278 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:54:48,278 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:54:48,278 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:54:48,279 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:54:48,279 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:54:48,279 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:54:48,279 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:54:48,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, ASSIGN}, {pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, ASSIGN}] 2024-12-09T18:54:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T18:54:48,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, ASSIGN 2024-12-09T18:54:48,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, ASSIGN 2024-12-09T18:54:48,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:54:48,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:54:48,450 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:54:48,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=923adad8957609850d3986a4ca3094b7, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:54:48,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=75 updating hbase:meta row=9e4db3a71a1470d644d0b4a3290d0b42, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:54:48,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, ASSIGN because future has completed 2024-12-09T18:54:48,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:54:48,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, ASSIGN because future has completed 2024-12-09T18:54:48,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=75, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:54:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T18:54:48,644 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:48,644 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e4db3a71a1470d644d0b4a3290d0b42, NAME => 'testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:54:48,645 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. service=AccessControlService 2024-12-09T18:54:48,645 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:54:48,645 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,645 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:54:48,645 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,645 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,647 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:48,648 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 923adad8957609850d3986a4ca3094b7, NAME => 'testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:54:48,648 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. service=AccessControlService 2024-12-09T18:54:48,648 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:54:48,648 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,649 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:54:48,649 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,649 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,663 INFO [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,663 INFO [StoreOpener-9e4db3a71a1470d644d0b4a3290d0b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,677 INFO [StoreOpener-9e4db3a71a1470d644d0b4a3290d0b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e4db3a71a1470d644d0b4a3290d0b42 columnFamilyName cf 2024-12-09T18:54:48,678 INFO [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 923adad8957609850d3986a4ca3094b7 columnFamilyName cf 2024-12-09T18:54:48,682 DEBUG [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:48,687 INFO [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] regionserver.HStore(327): Store=923adad8957609850d3986a4ca3094b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:54:48,687 DEBUG [StoreOpener-9e4db3a71a1470d644d0b4a3290d0b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:48,688 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,692 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,695 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,695 INFO [StoreOpener-9e4db3a71a1470d644d0b4a3290d0b42-1 {}] regionserver.HStore(327): Store=9e4db3a71a1470d644d0b4a3290d0b42/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:54:48,696 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,700 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,700 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,702 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,704 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,708 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,708 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,709 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,712 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,723 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:54:48,727 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 923adad8957609850d3986a4ca3094b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69289485, jitterRate=0.03249378502368927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:54:48,728 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:48,729 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 923adad8957609850d3986a4ca3094b7: Running coprocessor pre-open hook at 1733770488649Writing region info on filesystem at 1733770488649Initializing all the Stores at 1733770488659 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770488659Cleaning up temporary data from old regions at 1733770488700 (+41 ms)Running coprocessor post-open hooks at 1733770488728 (+28 ms)Region opened successfully at 1733770488728 2024-12-09T18:54:48,730 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:54:48,734 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 9e4db3a71a1470d644d0b4a3290d0b42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67017010, jitterRate=-0.0013687312602996826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:54:48,734 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:48,734 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 9e4db3a71a1470d644d0b4a3290d0b42: Running coprocessor pre-open hook at 1733770488645Writing region info on filesystem at 1733770488646 (+1 ms)Initializing all the Stores at 1733770488656 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770488656Cleaning up temporary data from old regions at 1733770488708 (+52 ms)Running coprocessor post-open hooks at 1733770488734 (+26 ms)Region opened successfully at 1733770488734 2024-12-09T18:54:48,737 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7., pid=77, masterSystemTime=1733770488631 2024-12-09T18:54:48,742 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42., pid=78, masterSystemTime=1733770488631 2024-12-09T18:54:48,749 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:48,750 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:48,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=923adad8957609850d3986a4ca3094b7, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:54:48,755 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:48,756 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:48,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=75 updating hbase:meta row=9e4db3a71a1470d644d0b4a3290d0b42, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:54:48,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:54:48,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=75, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:54:48,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-09T18:54:48,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46729,1733770203479 in 300 msec 2024-12-09T18:54:48,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=75 2024-12-09T18:54:48,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=75, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42, server=84065ca92432,35415,1733770203781 in 302 msec 2024-12-09T18:54:48,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=74, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, ASSIGN in 497 msec 2024-12-09T18:54:48,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-09T18:54:48,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, ASSIGN in 503 msec 2024-12-09T18:54:48,793 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:54:48,793 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770488793"}]},"ts":"1733770488793"} 2024-12-09T18:54:48,805 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLED in hbase:meta 2024-12-09T18:54:48,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:54:48,816 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testExportWithResetTtl jenkins: RWXCA 2024-12-09T18:54:48,833 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA] 2024-12-09T18:54:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:54:48,902 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:48,903 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:48,903 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:48,903 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:48,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportWithResetTtl in 946 msec 2024-12-09T18:54:48,913 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:48,913 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:48,915 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:48,916 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:54:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T18:54:49,106 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportWithResetTtl completed 2024-12-09T18:54:49,106 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:49,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl 2024-12-09T18:54:49,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:49,111 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:54:49,115 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:49,131 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:49,144 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:49,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:54:49,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:54:49,174 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:49,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl 2024-12-09T18:54:49,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:49,179 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:54:49,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:49,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:49,222 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100 2024-12-09T18:54:49,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } 2024-12-09T18:54:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770489235 (current time:1733770489235). 2024-12-09T18:54:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb-testExportWithResetTtl VERSION not specified, setting to 2 2024-12-09T18:54:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:54:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672500c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:54:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:54:49,248 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:54:49,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:54:49,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:54:49,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242ee072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:49,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:54:49,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:54:49,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:49,254 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:54:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320759af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:54:49,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:54:49,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:49,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:49,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:54:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:54:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:49,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:54:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1368f428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:54:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:54:49,278 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:54:49,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:54:49,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:54:49,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b91ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:49,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:54:49,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:54:49,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:49,281 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:54:49,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d2d0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:54:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:54:49,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:54:49,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:49,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:49,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2] 2024-12-09T18:54:49,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:54:49,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:54:49,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:54:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:54:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:54:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA] 2024-12-09T18:54:49,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:54:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:54:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=79, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } 2024-12-09T18:54:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 79 2024-12-09T18:54:49,311 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:54:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-09T18:54:49,315 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:54:49,324 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:54:49,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741988_1164 (size=143) 2024-12-09T18:54:49,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741988_1164 (size=143) 2024-12-09T18:54:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741988_1164 (size=143) 2024-12-09T18:54:49,411 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:54:49,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42}, {pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 923adad8957609850d3986a4ca3094b7}] 2024-12-09T18:54:49,416 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:49,428 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-09T18:54:49,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=81 2024-12-09T18:54:49,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:49,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 923adad8957609850d3986a4ca3094b7 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB 2024-12-09T18:54:49,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=80 2024-12-09T18:54:49,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:49,582 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(2902): Flushing 9e4db3a71a1470d644d0b4a3290d0b42 1/1 column families, dataSize=199 B heapSize=688 B 2024-12-09T18:54:49,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095566cc55177c427ebe70ab126f84ec7f_9e4db3a71a1470d644d0b4a3290d0b42 is 71, key is 06b2f68a8ceb852a80f566f7b4631c3f/cf:q/1733770489162/Put/seqid=0 2024-12-09T18:54:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-09T18:54:49,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202412090275041c76a7478c8cd4417ad98954b9_923adad8957609850d3986a4ca3094b7 is 71, key is 150a86f8565b395b578276b2b6dfe012/cf:q/1733770489171/Put/seqid=0 2024-12-09T18:54:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741989_1165 (size=5102) 2024-12-09T18:54:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741989_1165 (size=5102) 2024-12-09T18:54:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741989_1165 (size=5102) 2024-12-09T18:54:49,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741990_1166 (size=8171) 2024-12-09T18:54:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741990_1166 (size=8171) 2024-12-09T18:54:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741990_1166 (size=8171) 2024-12-09T18:54:49,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:49,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202412090275041c76a7478c8cd4417ad98954b9_923adad8957609850d3986a4ca3094b7 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202412090275041c76a7478c8cd4417ad98954b9_923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:49,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/.tmp/cf/32a6dd3a74f24ff1a32e016e75419ca2, store: [table=testExportWithResetTtl family=cf region=923adad8957609850d3986a4ca3094b7] 2024-12-09T18:54:49,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/.tmp/cf/32a6dd3a74f24ff1a32e016e75419ca2 is 199, key is 1ad27a42344da9015581372e5db0c6330/cf:q/1733770489171/Put/seqid=0 2024-12-09T18:54:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741991_1167 (size=14517) 2024-12-09T18:54:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741991_1167 (size=14517) 2024-12-09T18:54:49,880 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/.tmp/cf/32a6dd3a74f24ff1a32e016e75419ca2 2024-12-09T18:54:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741991_1167 (size=14517) 2024-12-09T18:54:49,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/.tmp/cf/32a6dd3a74f24ff1a32e016e75419ca2 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/cf/32a6dd3a74f24ff1a32e016e75419ca2 2024-12-09T18:54:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-09T18:54:49,960 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/cf/32a6dd3a74f24ff1a32e016e75419ca2, entries=47, sequenceid=5, filesize=14.2 K 2024-12-09T18:54:49,967 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 923adad8957609850d3986a4ca3094b7 in 391ms, sequenceid=5, compaction requested=false 2024-12-09T18:54:49,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportWithResetTtl' 2024-12-09T18:54:49,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 923adad8957609850d3986a4ca3094b7: 2024-12-09T18:54:49,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. for snaptb-testExportWithResetTtl completed. 2024-12-09T18:54:49,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.' region-info for snapshot=snaptb-testExportWithResetTtl 2024-12-09T18:54:49,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:54:49,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/cf/32a6dd3a74f24ff1a32e016e75419ca2] hfiles 2024-12-09T18:54:49,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/cf/32a6dd3a74f24ff1a32e016e75419ca2 for snapshot=snaptb-testExportWithResetTtl 2024-12-09T18:54:50,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741992_1168 (size=100) 2024-12-09T18:54:50,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741992_1168 (size=100) 2024-12-09T18:54:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741992_1168 (size=100) 2024-12-09T18:54:50,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:54:50,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-09T18:54:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-09T18:54:50,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:50,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:50,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=79, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 923adad8957609850d3986a4ca3094b7 in 672 msec 2024-12-09T18:54:50,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:50,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095566cc55177c427ebe70ab126f84ec7f_9e4db3a71a1470d644d0b4a3290d0b42 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e202412095566cc55177c427ebe70ab126f84ec7f_9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:50,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/.tmp/cf/7f93e9ba81a04067b7b3fb37835e7033, store: [table=testExportWithResetTtl family=cf region=9e4db3a71a1470d644d0b4a3290d0b42] 2024-12-09T18:54:50,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/.tmp/cf/7f93e9ba81a04067b7b3fb37835e7033 is 199, key is 047ae175223cdbafdb9e4912819b47f03/cf:q/1733770489162/Put/seqid=0 2024-12-09T18:54:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741993_1169 (size=5878) 2024-12-09T18:54:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741993_1169 (size=5878) 2024-12-09T18:54:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741993_1169 (size=5878) 2024-12-09T18:54:50,166 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/.tmp/cf/7f93e9ba81a04067b7b3fb37835e7033 2024-12-09T18:54:50,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/.tmp/cf/7f93e9ba81a04067b7b3fb37835e7033 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/cf/7f93e9ba81a04067b7b3fb37835e7033 2024-12-09T18:54:50,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/cf/7f93e9ba81a04067b7b3fb37835e7033, entries=3, sequenceid=5, filesize=5.7 K 2024-12-09T18:54:50,240 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 9e4db3a71a1470d644d0b4a3290d0b42 in 658ms, sequenceid=5, compaction requested=false 2024-12-09T18:54:50,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(2603): Flush status journal for 9e4db3a71a1470d644d0b4a3290d0b42: 2024-12-09T18:54:50,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. for snaptb-testExportWithResetTtl completed. 2024-12-09T18:54:50,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42.' region-info for snapshot=snaptb-testExportWithResetTtl 2024-12-09T18:54:50,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:54:50,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/cf/7f93e9ba81a04067b7b3fb37835e7033] hfiles 2024-12-09T18:54:50,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/cf/7f93e9ba81a04067b7b3fb37835e7033 for snapshot=snaptb-testExportWithResetTtl 2024-12-09T18:54:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741994_1170 (size=100) 2024-12-09T18:54:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741994_1170 (size=100) 2024-12-09T18:54:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741994_1170 (size=100) 2024-12-09T18:54:50,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:54:50,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-09T18:54:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=80 2024-12-09T18:54:50,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:50,349 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:50,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79 2024-12-09T18:54:50,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42 in 943 msec 2024-12-09T18:54:50,372 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:54:50,374 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:54:50,380 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:54:50,380 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:54:50,380 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:54:50,391 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202412090275041c76a7478c8cd4417ad98954b9_923adad8957609850d3986a4ca3094b7, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e202412095566cc55177c427ebe70ab126f84ec7f_9e4db3a71a1470d644d0b4a3290d0b42] hfiles 2024-12-09T18:54:50,391 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202412090275041c76a7478c8cd4417ad98954b9_923adad8957609850d3986a4ca3094b7 2024-12-09T18:54:50,392 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e202412095566cc55177c427ebe70ab126f84ec7f_9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:54:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-09T18:54:50,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741995_1171 (size=284) 2024-12-09T18:54:50,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741995_1171 (size=284) 2024-12-09T18:54:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741995_1171 (size=284) 2024-12-09T18:54:50,501 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:54:50,501 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb-testExportWithResetTtl 2024-12-09T18:54:50,505 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl 2024-12-09T18:54:50,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741996_1172 (size=923) 2024-12-09T18:54:50,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741996_1172 (size=923) 2024-12-09T18:54:50,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741996_1172 (size=923) 2024-12-09T18:54:50,666 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:54:50,703 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:54:50,703 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb-testExportWithResetTtl 2024-12-09T18:54:50,724 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:54:50,725 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 79 2024-12-09T18:54:50,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } in 1.4190 sec 2024-12-09T18:54:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79 2024-12-09T18:54:51,496 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportWithResetTtl completed 2024-12-09T18:54:51,540 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540 2024-12-09T18:54:51,541 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:54:51,596 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:54:51,596 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl 2024-12-09T18:54:51,602 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:54:51,659 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb-testExportWithResetTtl to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl 2024-12-09T18:54:51,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741997_1173 (size=923) 2024-12-09T18:54:51,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741997_1173 (size=923) 2024-12-09T18:54:51,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741997_1173 (size=923) 2024-12-09T18:54:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741998_1174 (size=143) 2024-12-09T18:54:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741998_1174 (size=143) 2024-12-09T18:54:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741998_1174 (size=143) 2024-12-09T18:54:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741999_1175 (size=141) 2024-12-09T18:54:52,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741999_1175 (size=141) 2024-12-09T18:54:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741999_1175 (size=141) 2024-12-09T18:54:52,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:52,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:52,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:52,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl 2024-12-09T18:54:52,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl Metrics about Tables on a single HBase RegionServer 2024-12-09T18:54:52,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl 2024-12-09T18:54:52,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl Metrics about Tables on a single HBase RegionServer 2024-12-09T18:54:54,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:54:54,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-17728713524887344184.jar 2024-12-09T18:54:54,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:54,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:54,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-1909224044394406725.jar 2024-12-09T18:54:54,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:54,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:54,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:54,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:54,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:54,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:54:54,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:54:54,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:54:54,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:54:54,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:54:54,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:54:54,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:54:54,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:54:54,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:54:54,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:54:54,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:54:54,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:54:54,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:54:54,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:54:54,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:54:54,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:54:54,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:54:54,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:54:54,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:54:54,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742000_1176 (size=24020) 2024-12-09T18:54:54,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742000_1176 (size=24020) 2024-12-09T18:54:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742000_1176 (size=24020) 2024-12-09T18:54:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742001_1177 (size=77755) 2024-12-09T18:54:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742001_1177 (size=77755) 2024-12-09T18:54:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742001_1177 (size=77755) 2024-12-09T18:54:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742002_1178 (size=131360) 2024-12-09T18:54:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742002_1178 (size=131360) 2024-12-09T18:54:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742002_1178 (size=131360) 2024-12-09T18:54:55,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742003_1179 (size=111793) 2024-12-09T18:54:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742003_1179 (size=111793) 2024-12-09T18:54:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742003_1179 (size=111793) 2024-12-09T18:54:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742004_1180 (size=1832290) 2024-12-09T18:54:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742004_1180 (size=1832290) 2024-12-09T18:54:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742004_1180 (size=1832290) 2024-12-09T18:54:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742005_1181 (size=8360282) 2024-12-09T18:54:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742005_1181 (size=8360282) 2024-12-09T18:54:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742005_1181 (size=8360282) 2024-12-09T18:54:55,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742006_1182 (size=503880) 2024-12-09T18:54:55,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742006_1182 (size=503880) 2024-12-09T18:54:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742006_1182 (size=503880) 2024-12-09T18:54:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742007_1183 (size=322274) 2024-12-09T18:54:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742007_1183 (size=322274) 2024-12-09T18:54:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742007_1183 (size=322274) 2024-12-09T18:54:55,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742008_1184 (size=20406) 2024-12-09T18:54:55,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742008_1184 (size=20406) 2024-12-09T18:54:55,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742008_1184 (size=20406) 2024-12-09T18:54:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742009_1185 (size=45609) 2024-12-09T18:54:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742009_1185 (size=45609) 2024-12-09T18:54:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742009_1185 (size=45609) 2024-12-09T18:54:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742010_1186 (size=136454) 2024-12-09T18:54:55,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742010_1186 (size=136454) 2024-12-09T18:54:55,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742010_1186 (size=136454) 2024-12-09T18:54:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742011_1187 (size=1597136) 2024-12-09T18:54:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742011_1187 (size=1597136) 2024-12-09T18:54:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742011_1187 (size=1597136) 2024-12-09T18:54:56,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742012_1188 (size=30873) 2024-12-09T18:54:56,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742012_1188 (size=30873) 2024-12-09T18:54:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742012_1188 (size=30873) 2024-12-09T18:54:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742013_1189 (size=29229) 2024-12-09T18:54:56,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742013_1189 (size=29229) 2024-12-09T18:54:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742013_1189 (size=29229) 2024-12-09T18:54:56,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742014_1190 (size=903862) 2024-12-09T18:54:56,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742014_1190 (size=903862) 2024-12-09T18:54:56,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742014_1190 (size=903862) 2024-12-09T18:54:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742015_1191 (size=5175431) 2024-12-09T18:54:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742015_1191 (size=5175431) 2024-12-09T18:54:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742015_1191 (size=5175431) 2024-12-09T18:54:57,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742016_1192 (size=232881) 2024-12-09T18:54:57,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742016_1192 (size=232881) 2024-12-09T18:54:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742016_1192 (size=232881) 2024-12-09T18:54:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742017_1193 (size=1323991) 2024-12-09T18:54:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742017_1193 (size=1323991) 2024-12-09T18:54:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742017_1193 (size=1323991) 2024-12-09T18:54:57,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742018_1194 (size=4695811) 2024-12-09T18:54:57,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742018_1194 (size=4695811) 2024-12-09T18:54:57,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742018_1194 (size=4695811) 2024-12-09T18:54:58,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742019_1195 (size=1877034) 2024-12-09T18:54:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742019_1195 (size=1877034) 2024-12-09T18:54:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742019_1195 (size=1877034) 2024-12-09T18:54:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742020_1196 (size=217555) 2024-12-09T18:54:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742020_1196 (size=217555) 2024-12-09T18:54:58,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742020_1196 (size=217555) 2024-12-09T18:54:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742021_1197 (size=443171) 2024-12-09T18:54:58,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742021_1197 (size=443171) 2024-12-09T18:54:58,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742021_1197 (size=443171) 2024-12-09T18:54:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742022_1198 (size=6425016) 2024-12-09T18:54:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742022_1198 (size=6425016) 2024-12-09T18:54:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742022_1198 (size=6425016) 2024-12-09T18:54:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742023_1199 (size=4188619) 2024-12-09T18:54:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742023_1199 (size=4188619) 2024-12-09T18:54:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742023_1199 (size=4188619) 2024-12-09T18:54:58,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742024_1200 (size=127628) 2024-12-09T18:54:58,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742024_1200 (size=127628) 2024-12-09T18:54:58,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742024_1200 (size=127628) 2024-12-09T18:54:59,199 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:54:59,216 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb-testExportWithResetTtl' hfile list 2024-12-09T18:54:59,226 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.2 K 2024-12-09T18:54:59,226 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K 2024-12-09T18:54:59,226 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.7 K 2024-12-09T18:54:59,226 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K 2024-12-09T18:54:59,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742025_1201 (size=995) 2024-12-09T18:54:59,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742025_1201 (size=995) 2024-12-09T18:54:59,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742025_1201 (size=995) 2024-12-09T18:54:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742026_1202 (size=35) 2024-12-09T18:54:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742026_1202 (size=35) 2024-12-09T18:54:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742026_1202 (size=35) 2024-12-09T18:54:59,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:55:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742027_1203 (size=304073) 2024-12-09T18:55:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742027_1203 (size=304073) 2024-12-09T18:55:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742027_1203 (size=304073) 2024-12-09T18:55:00,256 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:55:00,256 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:55:00,637 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0003_000001 (auth:SIMPLE) from 127.0.0.1:34442 2024-12-09T18:55:03,656 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0 2024-12-09T18:55:03,860 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=919.14 KB, freeSize=879.10 MB, max=880 MB, blockCount=3, accesses=5, hits=2, hitRatio=40.00%, , cachingAccesses=5, cachingHits=2, cachingHitsRatio=40.00%, evictions=29, evicted=0, evictedPerRun=0.0 2024-12-09T18:55:04,048 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0 2024-12-09T18:55:04,396 DEBUG [master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=10, reused chunk count=6, reuseRatio=37.50% 2024-12-09T18:55:04,403 DEBUG [master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-09T18:55:08,151 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T18:55:08,154 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T18:55:08,157 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T18:55:10,100 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/ns has an old edit so flush to free WALs after random delay 21402 ms 2024-12-09T18:55:11,645 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9e4db3a71a1470d644d0b4a3290d0b42 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:55:11,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testExportWithResetTtl because normalization is disabled in its table properties and normalization is also disabled at table level by default 2024-12-09T18:55:11,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testtb-testExportWithResetTtl because normalization is disabled in its table properties and normalization is also disabled at table level by default 2024-12-09T18:55:11,649 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region da0c640b6ec858ba3c665298deed1687 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:55:11,650 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 923adad8957609850d3986a4ca3094b7 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:55:11,651 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c6cafb26f8f6092c31abf21a2c1cb96c changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:55:11,668 DEBUG [master/84065ca92432:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T18:55:11,677 DEBUG [master/84065ca92432:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(138): Balancing RSGroup=default 2024-12-09T18:55:11,677 INFO [master/84065ca92432:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(151): Start Generate Balance plan for group: default 2024-12-09T18:55:11,677 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BaseLoadBalancer(619): Start Generate Balance plan for cluster. 2024-12-09T18:55:11,678 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:55:11,678 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(303): server 0 has 3 regions 2024-12-09T18:55:11,678 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(303): server 1 has 1 regions 2024-12-09T18:55:11,678 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(303): server 2 has 2 regions 2024-12-09T18:55:11,678 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:55:11,678 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:55:11,678 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:55:11,679 INFO [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:55:11,679 INFO [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:55:11,679 INFO [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:55:11,679 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(326): Number of tables=4, number of hosts=1, number of racks=1 2024-12-09T18:55:11,695 INFO [master/84065ca92432:0.Chore.1 {}] balancer.StochasticLoadBalancer(403): Cluster wide - Calculating plan. may take up to 30000ms to complete. 2024-12-09T18:55:11,697 INFO [master/84065ca92432:0.Chore.1 {}] balancer.StochasticLoadBalancer(515): Start StochasticLoadBalancer.balancer, initial weighted average imbalance=0.25499202868693016, functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.2886751345948129, need balance); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8713580536164185, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.8838274361622837, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.33333333333333337, need balance); computedMaxSteps=14400 2024-12-09T18:55:12,818 INFO [master/84065ca92432:0.Chore.1 {}] balancer.StochasticLoadBalancer(562): Finished computing new moving plan. Computation took 1138 ms to try 14400 different iterations. Found a solution that moves 2 regions; Going from a computed imbalance of 0.25499202868693016 to a new imbalance of 0.018301912326568113. funtionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.0); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.3333333333333333, need balance); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8713580536164185, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.8838274361622837, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); 2024-12-09T18:55:12,830 INFO [master/84065ca92432:0.Chore.1 {}] master.HMaster(2167): Balancer plans size is 2, the balance interval is 150000 ms, and the max number regions in transition is 6 2024-12-09T18:55:12,831 INFO [master/84065ca92432:0.Chore.1 {}] master.HMaster(2172): balance hri=922e2bdfd306fa642251293bd7c3b58d, source=84065ca92432,35415,1733770203781, destination=84065ca92432,46729,1733770203479 2024-12-09T18:55:12,851 DEBUG [master/84065ca92432:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, REOPEN/MOVE 2024-12-09T18:55:12,852 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, REOPEN/MOVE 2024-12-09T18:55:12,864 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=922e2bdfd306fa642251293bd7c3b58d, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:55:12,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, REOPEN/MOVE because future has completed 2024-12-09T18:55:12,869 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:55:12,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:55:13,025 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,025 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:55:13,025 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 922e2bdfd306fa642251293bd7c3b58d, disabling compactions & flushes 2024-12-09T18:55:13,025 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:55:13,025 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:55:13,025 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. after waiting 0 ms 2024-12-09T18:55:13,025 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:55:13,025 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 922e2bdfd306fa642251293bd7c3b58d 1/1 column families, dataSize=515 B heapSize=1.34 KB 2024-12-09T18:55:13,098 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/.tmp/l/9f9817dce2994cc5a61ceaf60bad661b is 72, key is testtb-testExportFileSystemStateWithSplitRegion/l:/1733770422633/DeleteFamily/seqid=0 2024-12-09T18:55:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742028_1204 (size=5333) 2024-12-09T18:55:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742028_1204 (size=5333) 2024-12-09T18:55:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742028_1204 (size=5333) 2024-12-09T18:55:13,225 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=515 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/.tmp/l/9f9817dce2994cc5a61ceaf60bad661b 2024-12-09T18:55:13,254 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9817dce2994cc5a61ceaf60bad661b 2024-12-09T18:55:13,261 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/.tmp/l/9f9817dce2994cc5a61ceaf60bad661b as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/l/9f9817dce2994cc5a61ceaf60bad661b 2024-12-09T18:55:13,315 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9817dce2994cc5a61ceaf60bad661b 2024-12-09T18:55:13,315 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/l/9f9817dce2994cc5a61ceaf60bad661b, entries=5, sequenceid=12, filesize=5.2 K 2024-12-09T18:55:13,320 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~515 B/515, heapSize ~1.32 KB/1352, currentSize=0 B/0 for 922e2bdfd306fa642251293bd7c3b58d in 295ms, sequenceid=12, compaction requested=false 2024-12-09T18:55:13,405 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-09T18:55:13,406 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:55:13,406 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:55:13,406 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 922e2bdfd306fa642251293bd7c3b58d: Waiting for close lock at 1733770513025Running coprocessor pre-close hooks at 1733770513025Disabling compacts and flushes for region at 1733770513025Disabling writes for close at 1733770513025Obtaining lock to block concurrent updates at 1733770513025Preparing flush snapshotting stores in 922e2bdfd306fa642251293bd7c3b58d at 1733770513025Finished memstore snapshotting hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., syncing WAL and waiting on mvcc, flushsize=dataSize=515, getHeapSize=1352, getOffHeapSize=0, getCellsCount=8 at 1733770513026 (+1 ms)Flushing stores of hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. at 1733770513027 (+1 ms)Flushing 922e2bdfd306fa642251293bd7c3b58d/l: creating writer at 1733770513027Flushing 922e2bdfd306fa642251293bd7c3b58d/l: appending metadata at 1733770513096 (+69 ms)Flushing 922e2bdfd306fa642251293bd7c3b58d/l: closing flushed file at 1733770513097 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5d1639: reopening flushed file at 1733770513254 (+157 ms)Finished flush of dataSize ~515 B/515, heapSize ~1.32 KB/1352, currentSize=0 B/0 for 922e2bdfd306fa642251293bd7c3b58d in 295ms, sequenceid=12, compaction requested=false at 1733770513321 (+67 ms)Writing region close event to WAL at 1733770513387 (+66 ms)Running coprocessor post-close hooks at 1733770513406 (+19 ms)Closed at 1733770513406 2024-12-09T18:55:13,407 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionServer(3302): Adding 922e2bdfd306fa642251293bd7c3b58d move to 84065ca92432,46729,1733770203479 record at close sequenceid=12 2024-12-09T18:55:13,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=922e2bdfd306fa642251293bd7c3b58d, regionState=CLOSED 2024-12-09T18:55:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:55:13,416 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-09T18:55:13,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,35415,1733770203781 in 553 msec 2024-12-09T18:55:13,433 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, REOPEN/MOVE; state=CLOSED, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:55:13,585 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T18:55:13,598 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=922e2bdfd306fa642251293bd7c3b58d, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:55:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, REOPEN/MOVE because future has completed 2024-12-09T18:55:13,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:55:13,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] handler.AssignRegionHandler(132): Open hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:55:13,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(7752): Opening region: {ENCODED => 922e2bdfd306fa642251293bd7c3b58d, NAME => 'hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:55:13,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. service=AccessControlService 2024-12-09T18:55:13,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:55:13,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table acl 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(898): Instantiated hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:55:13,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(7794): checking encryption for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(7797): checking classloading for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,828 INFO [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family l of region 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,829 INFO [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 922e2bdfd306fa642251293bd7c3b58d columnFamilyName l 2024-12-09T18:55:13,829 DEBUG [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:55:13,882 INFO [StoreFileOpener-922e2bdfd306fa642251293bd7c3b58d-l-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9817dce2994cc5a61ceaf60bad661b 2024-12-09T18:55:13,882 DEBUG [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/l/9f9817dce2994cc5a61ceaf60bad661b 2024-12-09T18:55:13,883 INFO [StoreOpener-922e2bdfd306fa642251293bd7c3b58d-1 {}] regionserver.HStore(327): Store=922e2bdfd306fa642251293bd7c3b58d/l, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:55:13,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(1038): replaying wal for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(1048): stopping wal replay for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(1060): Cleaning up temporary data for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(1093): writing seq id for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(1114): Opened 922e2bdfd306fa642251293bd7c3b58d; next sequenceid=16; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71906966, jitterRate=0.07149729132652283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:55:13,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T18:55:13,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA] 2024-12-09T18:55:13,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA] 2024-12-09T18:55:13,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:13,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:13,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:13,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:13,977 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:13,996 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:13,996 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:13,999 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:14,009 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:14,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegion(1006): Region open journal for 922e2bdfd306fa642251293bd7c3b58d: Running coprocessor pre-open hook at 1733770513820Writing region info on filesystem at 1733770513820Initializing all the Stores at 1733770513827 (+7 ms)Instantiating store for column family {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770513827Cleaning up temporary data from old regions at 1733770513902 (+75 ms)Running coprocessor post-open hooks at 1733770513921 (+19 ms)Region opened successfully at 1733770514009 (+88 ms) 2024-12-09T18:55:14,016 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:14,016 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:14,016 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:14,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., pid=84, masterSystemTime=1733770513765 2024-12-09T18:55:14,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=922e2bdfd306fa642251293bd7c3b58d, regionState=OPEN, openSeqNum=16, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:55:14,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:55:14,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=84}] handler.AssignRegionHandler(153): Opened hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T18:55:14,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:55:14,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-12-09T18:55:14,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 922e2bdfd306fa642251293bd7c3b58d, server=84065ca92432,46729,1733770203479 in 430 msec 2024-12-09T18:55:14,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=922e2bdfd306fa642251293bd7c3b58d, REOPEN/MOVE in 1.2120 sec 2024-12-09T18:55:14,071 INFO [master/84065ca92432:0.Chore.1 {}] master.HMaster(2172): balance hri=923adad8957609850d3986a4ca3094b7, source=84065ca92432,46729,1733770203479, destination=84065ca92432,46029,1733770203956 2024-12-09T18:55:14,075 DEBUG [master/84065ca92432:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, REOPEN/MOVE 2024-12-09T18:55:14,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, REOPEN/MOVE 2024-12-09T18:55:14,079 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=923adad8957609850d3986a4ca3094b7, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:55:14,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, REOPEN/MOVE because future has completed 2024-12-09T18:55:14,107 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:55:14,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE, hasLock=false; CloseRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:55:14,276 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,276 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:55:14,276 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 923adad8957609850d3986a4ca3094b7, disabling compactions & flushes 2024-12-09T18:55:14,277 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:14,277 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:14,277 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. after waiting 0 ms 2024-12-09T18:55:14,277 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:14,339 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:55:14,465 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:55:14,465 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:14,465 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 923adad8957609850d3986a4ca3094b7: Waiting for close lock at 1733770514276Running coprocessor pre-close hooks at 1733770514276Disabling compacts and flushes for region at 1733770514276Disabling writes for close at 1733770514277 (+1 ms)Writing region close event to WAL at 1733770514303 (+26 ms)Running coprocessor post-close hooks at 1733770514465 (+162 ms)Closed at 1733770514465 2024-12-09T18:55:14,465 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3302): Adding 923adad8957609850d3986a4ca3094b7 move to 84065ca92432,46029,1733770203956 record at close sequenceid=5 2024-12-09T18:55:14,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=923adad8957609850d3986a4ca3094b7, regionState=CLOSED 2024-12-09T18:55:14,475 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE, hasLock=false; CloseRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:55:14,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-09T18:55:14,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; CloseRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46729,1733770203479 in 371 msec 2024-12-09T18:55:14,482 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, REOPEN/MOVE; state=CLOSED, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:55:14,633 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T18:55:14,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=923adad8957609850d3986a4ca3094b7, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:55:14,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, REOPEN/MOVE because future has completed 2024-12-09T18:55:14,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=85, state=RUNNABLE, hasLock=false; OpenRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:55:14,815 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:14,815 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 923adad8957609850d3986a4ca3094b7, NAME => 'testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:55:14,815 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. service=AccessControlService 2024-12-09T18:55:14,816 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:55:14,816 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,816 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:55:14,816 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,816 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,820 INFO [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,824 INFO [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 923adad8957609850d3986a4ca3094b7 columnFamilyName cf 2024-12-09T18:55:14,828 DEBUG [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:55:14,871 DEBUG [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/cf/32a6dd3a74f24ff1a32e016e75419ca2 2024-12-09T18:55:14,871 INFO [StoreOpener-923adad8957609850d3986a4ca3094b7-1 {}] regionserver.HStore(327): Store=923adad8957609850d3986a4ca3094b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:55:14,872 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,880 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,887 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,900 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,900 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,920 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,925 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 923adad8957609850d3986a4ca3094b7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68490216, jitterRate=0.020583748817443848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:55:14,925 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:14,926 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 923adad8957609850d3986a4ca3094b7: Running coprocessor pre-open hook at 1733770514816Writing region info on filesystem at 1733770514816Initializing all the Stores at 1733770514818 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770514818Cleaning up temporary data from old regions at 1733770514900 (+82 ms)Running coprocessor post-open hooks at 1733770514925 (+25 ms)Region opened successfully at 1733770514925 2024-12-09T18:55:14,929 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7., pid=87, masterSystemTime=1733770514811 2024-12-09T18:55:14,947 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:14,947 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:14,949 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=923adad8957609850d3986a4ca3094b7, regionState=OPEN, openSeqNum=9, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:55:14,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=85, state=RUNNABLE, hasLock=false; OpenRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:55:14,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=85 2024-12-09T18:55:14,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=85, state=SUCCESS, hasLock=false; OpenRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46029,1733770203956 in 305 msec 2024-12-09T18:55:14,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, REOPEN/MOVE in 902 msec 2024-12-09T18:55:14,998 DEBUG [master/84065ca92432:0.Chore.1 {}] master.HMaster(2203): Balancer is going into sleep until next period in 300000ms 2024-12-09T18:55:15,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:55:16,061 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0003_000001 (auth:SIMPLE) from 127.0.0.1:54932 2024-12-09T18:55:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742029_1205 (size=349771) 2024-12-09T18:55:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742029_1205 (size=349771) 2024-12-09T18:55:16,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742029_1205 (size=349771) 2024-12-09T18:55:18,528 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0003_000001 (auth:SIMPLE) from 127.0.0.1:53062 2024-12-09T18:55:18,530 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0003_000001 (auth:SIMPLE) from 127.0.0.1:45730 2024-12-09T18:55:19,173 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0003_000001 (auth:SIMPLE) from 127.0.0.1:53548 2024-12-09T18:55:19,185 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0003_000001 (auth:SIMPLE) from 127.0.0.1:41860 2024-12-09T18:55:19,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:55:22,065 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0003_01_000006 while processing FINISH_CONTAINERS event 2024-12-09T18:55:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742030_1206 (size=14517) 2024-12-09T18:55:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742030_1206 (size=14517) 2024-12-09T18:55:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742030_1206 (size=14517) 2024-12-09T18:55:28,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c6cafb26f8f6092c31abf21a2c1cb96c, had cached 0 bytes from a total of 15055 2024-12-09T18:55:28,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region da0c640b6ec858ba3c665298deed1687, had cached 0 bytes from a total of 5700 2024-12-09T18:55:28,601 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000002/launch_container.sh] 2024-12-09T18:55:28,601 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000002/container_tokens] 2024-12-09T18:55:28,601 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000002/sysfs] 2024-12-09T18:55:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742032_1208 (size=5878) 2024-12-09T18:55:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742032_1208 (size=5878) 2024-12-09T18:55:29,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742032_1208 (size=5878) 2024-12-09T18:55:29,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:55:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742033_1209 (size=5102) 2024-12-09T18:55:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742033_1209 (size=5102) 2024-12-09T18:55:30,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742033_1209 (size=5102) 2024-12-09T18:55:30,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742034_1210 (size=8171) 2024-12-09T18:55:30,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742034_1210 (size=8171) 2024-12-09T18:55:30,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742034_1210 (size=8171) 2024-12-09T18:55:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742031_1207 (size=31708) 2024-12-09T18:55:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742031_1207 (size=31708) 2024-12-09T18:55:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742031_1207 (size=31708) 2024-12-09T18:55:31,201 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000003/launch_container.sh] 2024-12-09T18:55:31,201 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000003/container_tokens] 2024-12-09T18:55:31,201 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000003/sysfs] 2024-12-09T18:55:31,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742035_1211 (size=462) 2024-12-09T18:55:31,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742035_1211 (size=462) 2024-12-09T18:55:31,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742035_1211 (size=462) 2024-12-09T18:55:31,503 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T18:55:31,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=31.28 KB heapSize=50.29 KB 2024-12-09T18:55:31,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/info/d85e97e358f242ccacaf7c4f7a7416fb is 181, key is testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c./info:regioninfo/1733770483255/Put/seqid=0 2024-12-09T18:55:31,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742036_1212 (size=31708) 2024-12-09T18:55:31,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742036_1212 (size=31708) 2024-12-09T18:55:31,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742036_1212 (size=31708) 2024-12-09T18:55:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742037_1213 (size=14977) 2024-12-09T18:55:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742037_1213 (size=14977) 2024-12-09T18:55:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742037_1213 (size=14977) 2024-12-09T18:55:31,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/info/d85e97e358f242ccacaf7c4f7a7416fb 2024-12-09T18:55:31,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/ns/0fcab85e43c94f11bdeb9f679ab2da48 is 123, key is testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995./ns:/1733770422906/DeleteFamily/seqid=0 2024-12-09T18:55:31,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742038_1214 (size=349771) 2024-12-09T18:55:31,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742038_1214 (size=349771) 2024-12-09T18:55:31,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742038_1214 (size=349771) 2024-12-09T18:55:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742039_1215 (size=6216) 2024-12-09T18:55:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742039_1215 (size=6216) 2024-12-09T18:55:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742039_1215 (size=6216) 2024-12-09T18:55:31,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=850 B at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/ns/0fcab85e43c94f11bdeb9f679ab2da48 2024-12-09T18:55:31,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec762ef2222c4349ae78a6755f255118 is 132, key is testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995./rep_barrier:/1733770422906/DeleteFamily/seqid=0 2024-12-09T18:55:31,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742040_1216 (size=6384) 2024-12-09T18:55:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742040_1216 (size=6384) 2024-12-09T18:55:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742040_1216 (size=6384) 2024-12-09T18:55:31,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=839 B at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec762ef2222c4349ae78a6755f255118 2024-12-09T18:55:31,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/table/fde2c37a9cbc487a8f671a693cdb81aa is 126, key is testtb-testExportFileSystemStateWithSplitRegion,1,1733770227141.f0b89230fd65f1b1d1378b078cf4e995./table:/1733770422906/DeleteFamily/seqid=0 2024-12-09T18:55:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742041_1217 (size=6743) 2024-12-09T18:55:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742041_1217 (size=6743) 2024-12-09T18:55:31,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.12 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/table/fde2c37a9cbc487a8f671a693cdb81aa 2024-12-09T18:55:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742041_1217 (size=6743) 2024-12-09T18:55:31,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/info/d85e97e358f242ccacaf7c4f7a7416fb as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/info/d85e97e358f242ccacaf7c4f7a7416fb 2024-12-09T18:55:31,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/info/d85e97e358f242ccacaf7c4f7a7416fb, entries=74, sequenceid=86, filesize=14.6 K 2024-12-09T18:55:31,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/ns/0fcab85e43c94f11bdeb9f679ab2da48 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/ns/0fcab85e43c94f11bdeb9f679ab2da48 2024-12-09T18:55:32,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/ns/0fcab85e43c94f11bdeb9f679ab2da48, entries=9, sequenceid=86, filesize=6.1 K 2024-12-09T18:55:32,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec762ef2222c4349ae78a6755f255118 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/rep_barrier/ec762ef2222c4349ae78a6755f255118 2024-12-09T18:55:32,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/rep_barrier/ec762ef2222c4349ae78a6755f255118, entries=7, sequenceid=86, filesize=6.2 K 2024-12-09T18:55:32,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/table/fde2c37a9cbc487a8f671a693cdb81aa as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/table/fde2c37a9cbc487a8f671a693cdb81aa 2024-12-09T18:55:32,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/table/fde2c37a9cbc487a8f671a693cdb81aa, entries=16, sequenceid=86, filesize=6.6 K 2024-12-09T18:55:32,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.28 KB/32034, heapSize ~50.23 KB/51432, currentSize=0 B/0 for 1588230740 in 528ms, sequenceid=86, compaction requested=false 2024-12-09T18:55:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-09T18:55:32,790 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T18:55:32,791 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T18:55:32,811 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb-testExportWithResetTtl 2024-12-09T18:55:32,811 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T18:55:32,812 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T18:55:32,812 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb-testExportWithResetTtl 2024-12-09T18:55:32,813 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo 2024-12-09T18:55:32,813 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest 2024-12-09T18:55:32,813 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540/.hbase-snapshot/snaptb-testExportWithResetTtl 2024-12-09T18:55:32,813 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo 2024-12-09T18:55:32,813 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770491540/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest 2024-12-09T18:55:32,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testExportWithResetTtl 2024-12-09T18:55:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportWithResetTtl 2024-12-09T18:55:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T18:55:32,831 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770532830"}]},"ts":"1733770532830"} 2024-12-09T18:55:32,833 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLING in hbase:meta 2024-12-09T18:55:32,833 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testExportWithResetTtl to state=DISABLING 2024-12-09T18:55:32,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl}] 2024-12-09T18:55:32,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, UNASSIGN}, {pid=91, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, UNASSIGN}] 2024-12-09T18:55:32,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, UNASSIGN 2024-12-09T18:55:32,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, UNASSIGN 2024-12-09T18:55:32,837 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=923adad8957609850d3986a4ca3094b7, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:55:32,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=9e4db3a71a1470d644d0b4a3290d0b42, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:55:32,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, UNASSIGN because future has completed 2024-12-09T18:55:32,840 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:55:32,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:55:32,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, UNASSIGN because future has completed 2024-12-09T18:55:32,842 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:55:32,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:55:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T18:55:32,997 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:32,997 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:55:32,997 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 923adad8957609850d3986a4ca3094b7, disabling compactions & flushes 2024-12-09T18:55:32,997 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:32,997 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:32,997 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. after waiting 0 ms 2024-12-09T18:55:32,997 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:32,997 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:55:32,997 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:55:32,998 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 9e4db3a71a1470d644d0b4a3290d0b42, disabling compactions & flushes 2024-12-09T18:55:32,998 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:55:32,998 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:55:32,998 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. after waiting 0 ms 2024-12-09T18:55:32,998 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:55:33,008 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:55:33,009 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:55:33,009 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42. 2024-12-09T18:55:33,009 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 9e4db3a71a1470d644d0b4a3290d0b42: Waiting for close lock at 1733770532997Running coprocessor pre-close hooks at 1733770532997Disabling compacts and flushes for region at 1733770532997Disabling writes for close at 1733770532998 (+1 ms)Writing region close event to WAL at 1733770533001 (+3 ms)Running coprocessor post-close hooks at 1733770533009 (+8 ms)Closed at 1733770533009 2024-12-09T18:55:33,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=9e4db3a71a1470d644d0b4a3290d0b42, regionState=CLOSED 2024-12-09T18:55:33,015 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-09T18:55:33,015 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:55:33,016 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:55:33,016 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7. 2024-12-09T18:55:33,016 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 923adad8957609850d3986a4ca3094b7: Waiting for close lock at 1733770532997Running coprocessor pre-close hooks at 1733770532997Disabling compacts and flushes for region at 1733770532997Disabling writes for close at 1733770532997Writing region close event to WAL at 1733770533000 (+3 ms)Running coprocessor post-close hooks at 1733770533016 (+16 ms)Closed at 1733770533016 2024-12-09T18:55:33,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:55:33,028 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:33,032 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=923adad8957609850d3986a4ca3094b7, regionState=CLOSED 2024-12-09T18:55:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:55:33,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=90 2024-12-09T18:55:33,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 9e4db3a71a1470d644d0b4a3290d0b42, server=84065ca92432,35415,1733770203781 in 182 msec 2024-12-09T18:55:33,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9e4db3a71a1470d644d0b4a3290d0b42, UNASSIGN in 201 msec 2024-12-09T18:55:33,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-09T18:55:33,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 923adad8957609850d3986a4ca3094b7, server=84065ca92432,46029,1733770203956 in 203 msec 2024-12-09T18:55:33,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=89 2024-12-09T18:55:33,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=923adad8957609850d3986a4ca3094b7, UNASSIGN in 211 msec 2024-12-09T18:55:33,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-09T18:55:33,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl in 215 msec 2024-12-09T18:55:33,056 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770533056"}]},"ts":"1733770533056"} 2024-12-09T18:55:33,058 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLED in hbase:meta 2024-12-09T18:55:33,058 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testExportWithResetTtl to state=DISABLED 2024-12-09T18:55:33,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportWithResetTtl in 233 msec 2024-12-09T18:55:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T18:55:33,145 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportWithResetTtl completed 2024-12-09T18:55:33,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testExportWithResetTtl 2024-12-09T18:55:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl 2024-12-09T18:55:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testExportWithResetTtl 2024-12-09T18:55:33,150 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl 2024-12-09T18:55:33,153 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35415 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 151 connection: 172.17.0.2:50219 deadline: 1733770593150, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=84065ca92432 port=46729 startCode=1733770203479. As of locationSeqNum=12. 2024-12-09T18:55:33,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2 , the old value is region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=84065ca92432 port=46729 startCode=1733770203479. As of locationSeqNum=12. 2024-12-09T18:55:33,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=84065ca92432 port=46729 startCode=1733770203479. As of locationSeqNum=12. 2024-12-09T18:55:33,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(84): Try updating region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,35415,1733770203781, seqNum=2 with the new location region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=84065ca92432 port=46729 startCode=1733770203479. As of locationSeqNum=12. 2024-12-09T18:55:33,160 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl 2024-12-09T18:55:33,170 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:55:33,173 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/recovered.edits] 2024-12-09T18:55:33,174 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:33,191 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/recovered.edits] 2024-12-09T18:55:33,239 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/cf/32a6dd3a74f24ff1a32e016e75419ca2 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/cf/32a6dd3a74f24ff1a32e016e75419ca2 2024-12-09T18:55:33,239 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/cf/7f93e9ba81a04067b7b3fb37835e7033 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/cf/7f93e9ba81a04067b7b3fb37835e7033 2024-12-09T18:55:33,247 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/recovered.edits/8.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42/recovered.edits/8.seqid 2024-12-09T18:55:33,247 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:55:33,271 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/recovered.edits/11.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7/recovered.edits/11.seqid 2024-12-09T18:55:33,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:33,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:55:33,296 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportWithResetTtl/923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:33,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:55:33,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:55:33,297 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:33,299 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testExportWithResetTtl regions 2024-12-09T18:55:33,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T18:55:33,303 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d 2024-12-09T18:55:33,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:55:33,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:33,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T18:55:33,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportWithResetTtl 2024-12-09T18:55:33,315 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf] 2024-12-09T18:55:33,421 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202412090275041c76a7478c8cd4417ad98954b9_923adad8957609850d3986a4ca3094b7 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202412090275041c76a7478c8cd4417ad98954b9_923adad8957609850d3986a4ca3094b7 2024-12-09T18:55:33,425 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e202412095566cc55177c427ebe70ab126f84ec7f_9e4db3a71a1470d644d0b4a3290d0b42 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e202412095566cc55177c427ebe70ab126f84ec7f_9e4db3a71a1470d644d0b4a3290d0b42 2024-12-09T18:55:33,425 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d 2024-12-09T18:55:33,437 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl 2024-12-09T18:55:33,445 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testExportWithResetTtl from hbase:meta 2024-12-09T18:55:33,453 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testExportWithResetTtl' descriptor. 2024-12-09T18:55:33,465 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl 2024-12-09T18:55:33,465 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testExportWithResetTtl' from region states. 2024-12-09T18:55:33,465 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770533465"}]},"ts":"9223372036854775807"} 2024-12-09T18:55:33,465 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770533465"}]},"ts":"9223372036854775807"} 2024-12-09T18:55:33,471 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:55:33,471 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9e4db3a71a1470d644d0b4a3290d0b42, NAME => 'testExportWithResetTtl,,1733770487958.9e4db3a71a1470d644d0b4a3290d0b42.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 923adad8957609850d3986a4ca3094b7, NAME => 'testExportWithResetTtl,1,1733770487958.923adad8957609850d3986a4ca3094b7.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:55:33,471 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testExportWithResetTtl' as deleted. 2024-12-09T18:55:33,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770533471"}]},"ts":"9223372036854775807"} 2024-12-09T18:55:33,474 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testExportWithResetTtl state from META 2024-12-09T18:55:33,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:33,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:33,479 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF 2024-12-09T18:55:33,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:33,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:33,481 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF 2024-12-09T18:55:33,481 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF 2024-12-09T18:55:33,484 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl 2024-12-09T18:55:33,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl in 338 msec 2024-12-09T18:55:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl 2024-12-09T18:55:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:33,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-09T18:55:33,548 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data null 2024-12-09T18:55:33,549 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T18:55:33,549 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportWithResetTtl 2024-12-09T18:55:33,549 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportWithResetTtl completed 2024-12-09T18:55:33,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportWithResetTtl 2024-12-09T18:55:33,552 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:33,552 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl 2024-12-09T18:55:33,557 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:33,557 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T18:55:33,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770533560"}]},"ts":"1733770533560"} 2024-12-09T18:55:33,563 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLING in hbase:meta 2024-12-09T18:55:33,563 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithResetTtl to state=DISABLING 2024-12-09T18:55:33,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl}] 2024-12-09T18:55:33,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, UNASSIGN}, {pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, UNASSIGN}] 2024-12-09T18:55:33,572 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, UNASSIGN 2024-12-09T18:55:33,573 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, UNASSIGN 2024-12-09T18:55:33,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=da0c640b6ec858ba3c665298deed1687, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:55:33,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=c6cafb26f8f6092c31abf21a2c1cb96c, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:55:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, UNASSIGN because future has completed 2024-12-09T18:55:33,584 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:55:33,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE, hasLock=false; CloseRegionProcedure da0c640b6ec858ba3c665298deed1687, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:55:33,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, UNASSIGN because future has completed 2024-12-09T18:55:33,589 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:55:33,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T18:55:33,743 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close da0c640b6ec858ba3c665298deed1687 2024-12-09T18:55:33,743 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:55:33,744 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing da0c640b6ec858ba3c665298deed1687, disabling compactions & flushes 2024-12-09T18:55:33,744 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:55:33,744 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:55:33,744 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. after waiting 0 ms 2024-12-09T18:55:33,744 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:55:33,747 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(122): Close c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:55:33,748 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:55:33,748 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1722): Closing c6cafb26f8f6092c31abf21a2c1cb96c, disabling compactions & flushes 2024-12-09T18:55:33,748 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:55:33,748 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:55:33,748 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. after waiting 0 ms 2024-12-09T18:55:33,748 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:55:33,763 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:55:33,763 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:55:33,764 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687. 2024-12-09T18:55:33,764 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for da0c640b6ec858ba3c665298deed1687: Waiting for close lock at 1733770533743Running coprocessor pre-close hooks at 1733770533743Disabling compacts and flushes for region at 1733770533744 (+1 ms)Disabling writes for close at 1733770533744Writing region close event to WAL at 1733770533755 (+11 ms)Running coprocessor post-close hooks at 1733770533763 (+8 ms)Closed at 1733770533763 2024-12-09T18:55:33,764 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:55:33,765 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:55:33,765 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c. 2024-12-09T18:55:33,765 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1676): Region close journal for c6cafb26f8f6092c31abf21a2c1cb96c: Waiting for close lock at 1733770533748Running coprocessor pre-close hooks at 1733770533748Disabling compacts and flushes for region at 1733770533748Disabling writes for close at 1733770533748Writing region close event to WAL at 1733770533760 (+12 ms)Running coprocessor post-close hooks at 1733770533765 (+5 ms)Closed at 1733770533765 2024-12-09T18:55:33,767 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed da0c640b6ec858ba3c665298deed1687 2024-12-09T18:55:33,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=da0c640b6ec858ba3c665298deed1687, regionState=CLOSED 2024-12-09T18:55:33,767 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(157): Closed c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:55:33,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=97, state=RUNNABLE, hasLock=false; CloseRegionProcedure da0c640b6ec858ba3c665298deed1687, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:55:33,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=c6cafb26f8f6092c31abf21a2c1cb96c, regionState=CLOSED 2024-12-09T18:55:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:55:33,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=97 2024-12-09T18:55:33,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=97, state=SUCCESS, hasLock=false; CloseRegionProcedure da0c640b6ec858ba3c665298deed1687, server=84065ca92432,35415,1733770203781 in 191 msec 2024-12-09T18:55:33,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-12-09T18:55:33,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=da0c640b6ec858ba3c665298deed1687, UNASSIGN in 221 msec 2024-12-09T18:55:33,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure c6cafb26f8f6092c31abf21a2c1cb96c, server=84065ca92432,46729,1733770203479 in 196 msec 2024-12-09T18:55:33,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-12-09T18:55:33,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c6cafb26f8f6092c31abf21a2c1cb96c, UNASSIGN in 223 msec 2024-12-09T18:55:33,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-09T18:55:33,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl in 229 msec 2024-12-09T18:55:33,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770533803"}]},"ts":"1733770533803"} 2024-12-09T18:55:33,821 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLED in hbase:meta 2024-12-09T18:55:33,821 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithResetTtl to state=DISABLED 2024-12-09T18:55:33,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl in 275 msec 2024-12-09T18:55:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T18:55:33,877 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithResetTtl completed 2024-12-09T18:55:33,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportWithResetTtl 2024-12-09T18:55:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl 2024-12-09T18:55:33,888 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl 2024-12-09T18:55:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithResetTtl 2024-12-09T18:55:33,894 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl 2024-12-09T18:55:33,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithResetTtl 2024-12-09T18:55:33,913 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687 2024-12-09T18:55:33,915 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:55:33,927 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/recovered.edits] 2024-12-09T18:55:33,941 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/recovered.edits] 2024-12-09T18:55:33,988 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/cf/6237eaa734d243efa28460ec0eca8b9a to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/cf/6237eaa734d243efa28460ec0eca8b9a 2024-12-09T18:55:34,009 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687/recovered.edits/9.seqid 2024-12-09T18:55:34,010 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/da0c640b6ec858ba3c665298deed1687 2024-12-09T18:55:34,013 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/cf/6e4c954f3a9841cfb60321dcfbe7a831 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/cf/6e4c954f3a9841cfb60321dcfbe7a831 2024-12-09T18:55:34,017 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c/recovered.edits/9.seqid 2024-12-09T18:55:34,020 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithResetTtl/c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:55:34,022 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithResetTtl regions 2024-12-09T18:55:34,024 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e 2024-12-09T18:55:34,027 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf] 2024-12-09T18:55:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:34,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:34,086 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241209bec6a1ff18734c439ac2b374c6fcdaea_c6cafb26f8f6092c31abf21a2c1cb96c to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241209bec6a1ff18734c439ac2b374c6fcdaea_c6cafb26f8f6092c31abf21a2c1cb96c 2024-12-09T18:55:34,087 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF 2024-12-09T18:55:34,087 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF 2024-12-09T18:55:34,089 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF 2024-12-09T18:55:34,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:34,105 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202412091bdeb3f4e7c547ff8be1464446ef9483_da0c640b6ec858ba3c665298deed1687 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e202412091bdeb3f4e7c547ff8be1464446ef9483_da0c640b6ec858ba3c665298deed1687 2024-12-09T18:55:34,110 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e 2024-12-09T18:55:34,132 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl 2024-12-09T18:55:34,137 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithResetTtl from hbase:meta 2024-12-09T18:55:34,148 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithResetTtl' descriptor. 2024-12-09T18:55:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:34,150 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data null 2024-12-09T18:55:34,150 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T18:55:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl 2024-12-09T18:55:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T18:55:34,155 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl 2024-12-09T18:55:34,155 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithResetTtl' from region states. 2024-12-09T18:55:34,155 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770534155"}]},"ts":"9223372036854775807"} 2024-12-09T18:55:34,155 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770534155"}]},"ts":"9223372036854775807"} 2024-12-09T18:55:34,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:55:34,172 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => da0c640b6ec858ba3c665298deed1687, NAME => 'testtb-testExportWithResetTtl,,1733770482022.da0c640b6ec858ba3c665298deed1687.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => c6cafb26f8f6092c31abf21a2c1cb96c, NAME => 'testtb-testExportWithResetTtl,1,1733770482022.c6cafb26f8f6092c31abf21a2c1cb96c.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:55:34,172 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithResetTtl' as deleted. 2024-12-09T18:55:34,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770534172"}]},"ts":"9223372036854775807"} 2024-12-09T18:55:34,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithResetTtl state from META 2024-12-09T18:55:34,194 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl 2024-12-09T18:55:34,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl in 312 msec 2024-12-09T18:55:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T18:55:34,257 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithResetTtl 2024-12-09T18:55:34,257 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithResetTtl completed 2024-12-09T18:55:34,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportWithResetTtl" type: DISABLED 2024-12-09T18:55:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithResetTtl 2024-12-09T18:55:34,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb-testExportWithResetTtl" type: DISABLED 2024-12-09T18:55:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb-testExportWithResetTtl 2024-12-09T18:55:34,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportWithResetTtl" type: DISABLED 2024-12-09T18:55:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithResetTtl 2024-12-09T18:55:34,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithResetTtl Thread=794 (was 784) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:35988 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:41899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Thread-3197 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396) app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025) Potentially hanging thread: LogDeleter #1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper (pid 106626) java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_913535111_1 at /127.0.0.1:33184 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:33208 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:44968 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LogDeleter #1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=818 (was 811) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2779 (was 3419), ProcessCount=14 (was 14), AvailableMemoryMB=1201 (was 264) - AvailableMemoryMB LEAK? - 2024-12-09T18:55:34,370 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=794 is superior to 500 2024-12-09T18:55:34,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemState Thread=793, OpenFileDescriptor=818, MaxFileDescriptor=1048576, SystemLoadAverage=2779, ProcessCount=15, AvailableMemoryMB=1199 2024-12-09T18:55:34,393 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=793 is superior to 500 2024-12-09T18:55:34,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:55:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState 2024-12-09T18:55:34,419 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:55:34,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportFileSystemState" procId is: 102 2024-12-09T18:55:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-12-09T18:55:34,434 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:55:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-12-09T18:55:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742042_1218 (size=443) 2024-12-09T18:55:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742042_1218 (size=443) 2024-12-09T18:55:34,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742042_1218 (size=443) 2024-12-09T18:55:34,568 INFO [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4af441b0a296fd7bbd03bd80b6b7699a, NAME => 'testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:55:34,570 INFO [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 92f418940b1581525c158e08ab11bcaa, NAME => 'testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:55:34,619 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000004/launch_container.sh] 2024-12-09T18:55:34,620 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000004/container_tokens] 2024-12-09T18:55:34,620 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000004/sysfs] 2024-12-09T18:55:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742043_1219 (size=68) 2024-12-09T18:55:34,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742043_1219 (size=68) 2024-12-09T18:55:34,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742043_1219 (size=68) 2024-12-09T18:55:34,643 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:55:34,643 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing 4af441b0a296fd7bbd03bd80b6b7699a, disabling compactions & flushes 2024-12-09T18:55:34,643 INFO [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:34,643 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:34,643 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. after waiting 0 ms 2024-12-09T18:55:34,643 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:34,643 INFO [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:34,643 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4af441b0a296fd7bbd03bd80b6b7699a: Waiting for close lock at 1733770534643Disabling compacts and flushes for region at 1733770534643Disabling writes for close at 1733770534643Writing region close event to WAL at 1733770534643Closed at 1733770534643 2024-12-09T18:55:34,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742044_1220 (size=68) 2024-12-09T18:55:34,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742044_1220 (size=68) 2024-12-09T18:55:34,665 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:55:34,665 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing 92f418940b1581525c158e08ab11bcaa, disabling compactions & flushes 2024-12-09T18:55:34,665 INFO [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:34,665 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:34,665 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. after waiting 0 ms 2024-12-09T18:55:34,665 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:34,665 INFO [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:34,665 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for 92f418940b1581525c158e08ab11bcaa: Waiting for close lock at 1733770534665Disabling compacts and flushes for region at 1733770534665Disabling writes for close at 1733770534665Writing region close event to WAL at 1733770534665Closed at 1733770534665 2024-12-09T18:55:34,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742044_1220 (size=68) 2024-12-09T18:55:34,675 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:55:34,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1733770534676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770534676"}]},"ts":"1733770534676"} 2024-12-09T18:55:34,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1733770534676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770534676"}]},"ts":"1733770534676"} 2024-12-09T18:55:34,684 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:55:34,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:55:34,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770534688"}]},"ts":"1733770534688"} 2024-12-09T18:55:34,696 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLING in hbase:meta 2024-12-09T18:55:34,696 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:55:34,704 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:55:34,704 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:55:34,705 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:55:34,705 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:55:34,705 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:55:34,705 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:55:34,705 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:55:34,705 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:55:34,705 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:55:34,705 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:55:34,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, ASSIGN}, {pid=104, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, ASSIGN}] 2024-12-09T18:55:34,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, ASSIGN 2024-12-09T18:55:34,707 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, ASSIGN 2024-12-09T18:55:34,712 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:55:34,713 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:55:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-12-09T18:55:34,867 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:55:34,868 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=92f418940b1581525c158e08ab11bcaa, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:55:34,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=103 updating hbase:meta row=4af441b0a296fd7bbd03bd80b6b7699a, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:55:34,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, ASSIGN because future has completed 2024-12-09T18:55:34,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f418940b1581525c158e08ab11bcaa, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:55:34,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, ASSIGN because future has completed 2024-12-09T18:55:34,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=103, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:55:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-12-09T18:55:35,057 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:35,057 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f418940b1581525c158e08ab11bcaa, NAME => 'testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:55:35,058 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. service=AccessControlService 2024-12-09T18:55:35,058 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:55:35,058 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,059 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:55:35,059 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7794): checking encryption for 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,059 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7797): checking classloading for 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,071 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:35,071 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7752): Opening region: {ENCODED => 4af441b0a296fd7bbd03bd80b6b7699a, NAME => 'testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:55:35,071 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. service=AccessControlService 2024-12-09T18:55:35,072 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:55:35,072 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,072 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:55:35,072 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7794): checking encryption for 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,072 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7797): checking classloading for 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,079 INFO [StoreOpener-92f418940b1581525c158e08ab11bcaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,083 INFO [StoreOpener-4af441b0a296fd7bbd03bd80b6b7699a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,084 INFO [StoreOpener-92f418940b1581525c158e08ab11bcaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f418940b1581525c158e08ab11bcaa columnFamilyName cf 2024-12-09T18:55:35,091 DEBUG [StoreOpener-92f418940b1581525c158e08ab11bcaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:55:35,092 INFO [StoreOpener-4af441b0a296fd7bbd03bd80b6b7699a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4af441b0a296fd7bbd03bd80b6b7699a columnFamilyName cf 2024-12-09T18:55:35,093 INFO [StoreOpener-92f418940b1581525c158e08ab11bcaa-1 {}] regionserver.HStore(327): Store=92f418940b1581525c158e08ab11bcaa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:55:35,095 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1038): replaying wal for 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,096 DEBUG [StoreOpener-4af441b0a296fd7bbd03bd80b6b7699a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:55:35,099 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,099 INFO [StoreOpener-4af441b0a296fd7bbd03bd80b6b7699a-1 {}] regionserver.HStore(327): Store=4af441b0a296fd7bbd03bd80b6b7699a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:55:35,100 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1038): replaying wal for 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,100 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,104 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,104 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1048): stopping wal replay for 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,104 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1060): Cleaning up temporary data for 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,106 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,111 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1048): stopping wal replay for 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,111 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1060): Cleaning up temporary data for 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,121 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1093): writing seq id for 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,136 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1093): writing seq id for 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,155 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:55:35,159 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:55:35,164 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1114): Opened 4af441b0a296fd7bbd03bd80b6b7699a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63030437, jitterRate=-0.060773298144340515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:55:35,164 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:35,165 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1006): Region open journal for 4af441b0a296fd7bbd03bd80b6b7699a: Running coprocessor pre-open hook at 1733770535072Writing region info on filesystem at 1733770535072Initializing all the Stores at 1733770535080 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770535081 (+1 ms)Cleaning up temporary data from old regions at 1733770535111 (+30 ms)Running coprocessor post-open hooks at 1733770535164 (+53 ms)Region opened successfully at 1733770535165 (+1 ms) 2024-12-09T18:55:35,167 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1114): Opened 92f418940b1581525c158e08ab11bcaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71965343, jitterRate=0.07236717641353607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:55:35,168 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:35,168 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1006): Region open journal for 92f418940b1581525c158e08ab11bcaa: Running coprocessor pre-open hook at 1733770535059Writing region info on filesystem at 1733770535059Initializing all the Stores at 1733770535072 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770535072Cleaning up temporary data from old regions at 1733770535104 (+32 ms)Running coprocessor post-open hooks at 1733770535168 (+64 ms)Region opened successfully at 1733770535168 2024-12-09T18:55:35,179 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a., pid=106, masterSystemTime=1733770535051 2024-12-09T18:55:35,179 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa., pid=105, masterSystemTime=1733770535039 2024-12-09T18:55:35,196 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:35,196 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:35,209 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=103 updating hbase:meta row=4af441b0a296fd7bbd03bd80b6b7699a, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:55:35,211 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:35,211 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:35,224 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=92f418940b1581525c158e08ab11bcaa, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:55:35,224 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=84065ca92432,35415,1733770203781, table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:55:35,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=103, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:55:35,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f418940b1581525c158e08ab11bcaa, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:55:35,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=103 2024-12-09T18:55:35,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=103, state=SUCCESS, hasLock=false; OpenRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a, server=84065ca92432,35415,1733770203781 in 373 msec 2024-12-09T18:55:35,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-12-09T18:55:35,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f418940b1581525c158e08ab11bcaa, server=84065ca92432,46029,1733770203956 in 387 msec 2024-12-09T18:55:35,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, ASSIGN in 579 msec 2024-12-09T18:55:35,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-12-09T18:55:35,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, ASSIGN in 599 msec 2024-12-09T18:55:35,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:55:35,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770535336"}]},"ts":"1733770535336"} 2024-12-09T18:55:35,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLED in hbase:meta 2024-12-09T18:55:35,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:55:35,371 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemState jenkins: RWXCA 2024-12-09T18:55:35,424 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA] 2024-12-09T18:55:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:55:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-12-09T18:55:35,575 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:35,578 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:35,578 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:35,583 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04 2024-12-09T18:55:35,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState in 1.1810 sec 2024-12-09T18:55:36,226 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000005/launch_container.sh] 2024-12-09T18:55:36,226 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000005/container_tokens] 2024-12-09T18:55:36,226 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000005/sysfs] 2024-12-09T18:55:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-12-09T18:55:36,585 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemState completed 2024-12-09T18:55:36,586 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:55:36,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState 2024-12-09T18:55:36,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:36,592 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:55:36,600 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:55:36,614 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:55:36,633 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:55:36,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } 2024-12-09T18:55:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770536637 (current time:1733770536637). 2024-12-09T18:55:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:55:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemState VERSION not specified, setting to 2 2024-12-09T18:55:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:55:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d842eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:55:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:55:36,645 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:55:36,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:55:36,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:55:36,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665a20d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:36,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:55:36,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:55:36,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:36,656 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:55:36,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b02c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:55:36,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:55:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:36,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:55:36,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:55:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:55:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:36,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:55:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f14c41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:55:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:55:36,678 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:55:36,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:55:36,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:55:36,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb5f543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:36,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:55:36,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:55:36,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:36,681 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:55:36,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101db3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:55:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:55:36,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:36,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:55:36,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:55:36,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:36,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:55:36,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:55:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:55:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA] 2024-12-09T18:55:36,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:55:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:55:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } 2024-12-09T18:55:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 107 2024-12-09T18:55:36,706 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:55:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T18:55:36,708 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:55:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T18:55:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T18:55:37,115 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:56934 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 390ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4/, blockId=1073741830, seqno=896 2024-12-09T18:55:37,115 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:52782 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 387ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6/, blockId=1073741830, seqno=896 2024-12-09T18:55:37,115 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:57314 [Receiving block BP-535670751-172.17.0.2-1733770193459:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 390ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2/, blockId=1073741830, seqno=896 2024-12-09T18:55:37,115 INFO [AsyncFSWAL-0-hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData-prefix:84065ca92432,40811,1733770201579 {}] wal.AbstractFSWAL(1368): Slow sync cost: 391 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44081,DS-22305bd6-93a4-4545-b76a-15f59909b80d,DISK], DatanodeInfoWithStorage[127.0.0.1:37587,DS-81f2a0ee-c23d-43fb-8305-c4e1d95bb745,DISK], DatanodeInfoWithStorage[127.0.0.1:46497,DS-9c70333e-04d1-4d08-83fc-89ff0e818e95,DISK]] 2024-12-09T18:55:37,116 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:55:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742045_1221 (size=170) 2024-12-09T18:55:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742045_1221 (size=170) 2024-12-09T18:55:37,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742045_1221 (size=170) 2024-12-09T18:55:37,168 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:55:37,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a}, {pid=109, ppid=107, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f418940b1581525c158e08ab11bcaa}] 2024-12-09T18:55:37,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=108, ppid=107, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:37,169 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=107, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:37,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=108 2024-12-09T18:55:37,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=109 2024-12-09T18:55:37,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=108}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:37,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=109}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:37,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=109}] regionserver.HRegion(2603): Flush status journal for 92f418940b1581525c158e08ab11bcaa: 2024-12-09T18:55:37,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 4af441b0a296fd7bbd03bd80b6b7699a: 2024-12-09T18:55:37,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=108}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. for emptySnaptb0-testExportFileSystemState completed. 2024-12-09T18:55:37,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=109}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. for emptySnaptb0-testExportFileSystemState completed. 2024-12-09T18:55:37,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=108}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.' region-info for snapshot=emptySnaptb0-testExportFileSystemState 2024-12-09T18:55:37,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=108}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:55:37,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=108}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:55:37,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=109}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.' region-info for snapshot=emptySnaptb0-testExportFileSystemState 2024-12-09T18:55:37,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=109}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:55:37,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=109}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:55:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T18:55:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742046_1222 (size=71) 2024-12-09T18:55:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742046_1222 (size=71) 2024-12-09T18:55:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742046_1222 (size=71) 2024-12-09T18:55:37,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=109}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:37,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-09T18:55:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=109 2024-12-09T18:55:37,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:37,378 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=107, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742047_1223 (size=71) 2024-12-09T18:55:37,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742047_1223 (size=71) 2024-12-09T18:55:37,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742047_1223 (size=71) 2024-12-09T18:55:37,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=108}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:37,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-09T18:55:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-09T18:55:37,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:37,389 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=108, ppid=107, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:37,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=107, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 92f418940b1581525c158e08ab11bcaa in 215 msec 2024-12-09T18:55:37,394 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:55:37,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-09T18:55:37,396 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:55:37,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a in 223 msec 2024-12-09T18:55:37,398 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:55:37,398 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:55:37,398 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:55:37,399 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:55:37,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742048_1224 (size=63) 2024-12-09T18:55:37,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742048_1224 (size=63) 2024-12-09T18:55:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742048_1224 (size=63) 2024-12-09T18:55:37,425 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:55:37,425 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemState 2024-12-09T18:55:37,426 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState 2024-12-09T18:55:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742049_1225 (size=653) 2024-12-09T18:55:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742049_1225 (size=653) 2024-12-09T18:55:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742049_1225 (size=653) 2024-12-09T18:55:37,818 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0003_000001 (auth:SIMPLE) from 127.0.0.1:44716 2024-12-09T18:55:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T18:55:38,059 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:55:38,086 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:55:38,095 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testExportFileSystemState 2024-12-09T18:55:38,115 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=107, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:55:38,116 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 107 2024-12-09T18:55:38,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=107, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 1.4140 sec 2024-12-09T18:55:38,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:55:38,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemState' 2024-12-09T18:55:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T18:55:38,875 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed 2024-12-09T18:55:38,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46029 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:55:38,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:55:38,940 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:55:38,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState 2024-12-09T18:55:38,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:38,947 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:55:38,951 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:55:38,971 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:55:38,981 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:55:38,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } 2024-12-09T18:55:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770538988 (current time:1733770538988). 2024-12-09T18:55:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:55:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemState VERSION not specified, setting to 2 2024-12-09T18:55:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:55:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d93b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:55:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:55:38,993 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:55:38,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:55:38,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:55:38,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d01ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:38,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:55:38,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:55:38,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:39,000 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:55:39,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d053f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:55:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:55:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:39,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:55:39,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:55:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:55:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19aeeb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:55:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:55:39,023 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:55:39,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:55:39,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:55:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:55:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4137fda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:55:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:55:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:39,036 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:55:39,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d75570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:55:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:55:39,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:55:39,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:39,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:55:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:55:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:55:39,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:55:39,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:55:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:55:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:55:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA] 2024-12-09T18:55:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:55:39,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:55:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } 2024-12-09T18:55:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 110 2024-12-09T18:55:39,091 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:55:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-09T18:55:39,107 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:55:39,143 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:55:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-09T18:55:39,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742050_1226 (size=165) 2024-12-09T18:55:39,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742050_1226 (size=165) 2024-12-09T18:55:39,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742050_1226 (size=165) 2024-12-09T18:55:39,248 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:55:39,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a}, {pid=112, ppid=110, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f418940b1581525c158e08ab11bcaa}] 2024-12-09T18:55:39,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=112, ppid=110, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:39,257 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-09T18:55:39,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=112 2024-12-09T18:55:39,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:39,412 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 92f418940b1581525c158e08ab11bcaa 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB 2024-12-09T18:55:39,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=111 2024-12-09T18:55:39,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:39,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.HRegion(2902): Flushing 4af441b0a296fd7bbd03bd80b6b7699a 1/1 column families, dataSize=199 B heapSize=688 B 2024-12-09T18:55:39,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024120976f83f0adb4543eab1ac81c94fde4671_92f418940b1581525c158e08ab11bcaa is 71, key is 1b7579c9baed59cbd2456fc6b5d43d53/cf:q/1733770538900/Put/seqid=0 2024-12-09T18:55:39,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bc57e5258bc04cdc911e0e45f36bf836_4af441b0a296fd7bbd03bd80b6b7699a is 71, key is 0880f81a380153fc039ee64f0bbdf018/cf:q/1733770538900/Put/seqid=0 2024-12-09T18:55:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742052_1228 (size=5102) 2024-12-09T18:55:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742052_1228 (size=5102) 2024-12-09T18:55:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742052_1228 (size=5102) 2024-12-09T18:55:39,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742051_1227 (size=8172) 2024-12-09T18:55:39,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742051_1227 (size=8172) 2024-12-09T18:55:39,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742051_1227 (size=8172) 2024-12-09T18:55:39,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:55:39,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:55:39,607 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024120976f83f0adb4543eab1ac81c94fde4671_92f418940b1581525c158e08ab11bcaa to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b2024120976f83f0adb4543eab1ac81c94fde4671_92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:39,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/.tmp/cf/846f6b8eac5541289915eb093654f70f, store: [table=testtb-testExportFileSystemState family=cf region=92f418940b1581525c158e08ab11bcaa] 2024-12-09T18:55:39,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/.tmp/cf/846f6b8eac5541289915eb093654f70f is 209, key is 14af402e5f67ddacfdd93fe07f91403a0/cf:q/1733770538900/Put/seqid=0 2024-12-09T18:55:39,620 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bc57e5258bc04cdc911e0e45f36bf836_4af441b0a296fd7bbd03bd80b6b7699a to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc57e5258bc04cdc911e0e45f36bf836_4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:39,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/.tmp/cf/44e2dcb2fc05495b800f82ced8b9012b, store: [table=testtb-testExportFileSystemState family=cf region=4af441b0a296fd7bbd03bd80b6b7699a] 2024-12-09T18:55:39,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/.tmp/cf/44e2dcb2fc05495b800f82ced8b9012b is 209, key is 073b6e68bcde6f5f259df66502b4c703f/cf:q/1733770538900/Put/seqid=0 2024-12-09T18:55:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-09T18:55:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742053_1229 (size=14999) 2024-12-09T18:55:39,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742053_1229 (size=14999) 2024-12-09T18:55:39,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742053_1229 (size=14999) 2024-12-09T18:55:39,748 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/.tmp/cf/846f6b8eac5541289915eb093654f70f 2024-12-09T18:55:39,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/.tmp/cf/846f6b8eac5541289915eb093654f70f as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/cf/846f6b8eac5541289915eb093654f70f 2024-12-09T18:55:39,783 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/cf/846f6b8eac5541289915eb093654f70f, entries=47, sequenceid=6, filesize=14.6 K 2024-12-09T18:55:39,789 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 92f418940b1581525c158e08ab11bcaa in 376ms, sequenceid=6, compaction requested=false 2024-12-09T18:55:39,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 92f418940b1581525c158e08ab11bcaa: 2024-12-09T18:55:39,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. for snaptb0-testExportFileSystemState completed. 2024-12-09T18:55:39,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.' region-info for snapshot=snaptb0-testExportFileSystemState 2024-12-09T18:55:39,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:55:39,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/cf/846f6b8eac5541289915eb093654f70f] hfiles 2024-12-09T18:55:39,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/cf/846f6b8eac5541289915eb093654f70f for snapshot=snaptb0-testExportFileSystemState 2024-12-09T18:55:39,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742054_1230 (size=5918) 2024-12-09T18:55:39,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742054_1230 (size=5918) 2024-12-09T18:55:39,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742054_1230 (size=5918) 2024-12-09T18:55:39,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/.tmp/cf/44e2dcb2fc05495b800f82ced8b9012b 2024-12-09T18:55:39,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/.tmp/cf/44e2dcb2fc05495b800f82ced8b9012b as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/cf/44e2dcb2fc05495b800f82ced8b9012b 2024-12-09T18:55:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742055_1231 (size=110) 2024-12-09T18:55:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742055_1231 (size=110) 2024-12-09T18:55:39,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742055_1231 (size=110) 2024-12-09T18:55:39,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:55:39,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-09T18:55:39,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/cf/44e2dcb2fc05495b800f82ced8b9012b, entries=3, sequenceid=6, filesize=5.8 K 2024-12-09T18:55:39,878 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 4af441b0a296fd7bbd03bd80b6b7699a in 458ms, sequenceid=6, compaction requested=false 2024-12-09T18:55:39,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.HRegion(2603): Flush status journal for 4af441b0a296fd7bbd03bd80b6b7699a: 2024-12-09T18:55:39,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. for snaptb0-testExportFileSystemState completed. 2024-12-09T18:55:39,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.' region-info for snapshot=snaptb0-testExportFileSystemState 2024-12-09T18:55:39,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:55:39,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/cf/44e2dcb2fc05495b800f82ced8b9012b] hfiles 2024-12-09T18:55:39,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/cf/44e2dcb2fc05495b800f82ced8b9012b for snapshot=snaptb0-testExportFileSystemState 2024-12-09T18:55:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-09T18:55:39,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:39,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=112, ppid=110, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:39,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=110, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 92f418940b1581525c158e08ab11bcaa in 646 msec 2024-12-09T18:55:40,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742056_1232 (size=110) 2024-12-09T18:55:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742056_1232 (size=110) 2024-12-09T18:55:40,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742056_1232 (size=110) 2024-12-09T18:55:40,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:55:40,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-09T18:55:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=111 2024-12-09T18:55:40,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:40,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:40,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-12-09T18:55:40,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a in 778 msec 2024-12-09T18:55:40,039 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:55:40,040 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:55:40,051 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:55:40,051 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:55:40,052 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:55:40,058 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b2024120976f83f0adb4543eab1ac81c94fde4671_92f418940b1581525c158e08ab11bcaa, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc57e5258bc04cdc911e0e45f36bf836_4af441b0a296fd7bbd03bd80b6b7699a] hfiles 2024-12-09T18:55:40,058 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b2024120976f83f0adb4543eab1ac81c94fde4671_92f418940b1581525c158e08ab11bcaa 2024-12-09T18:55:40,058 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc57e5258bc04cdc911e0e45f36bf836_4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:55:40,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742057_1233 (size=294) 2024-12-09T18:55:40,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742057_1233 (size=294) 2024-12-09T18:55:40,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742057_1233 (size=294) 2024-12-09T18:55:40,136 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:55:40,136 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemState 2024-12-09T18:55:40,138 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState 2024-12-09T18:55:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-09T18:55:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742058_1234 (size=963) 2024-12-09T18:55:40,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742058_1234 (size=963) 2024-12-09T18:55:40,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742058_1234 (size=963) 2024-12-09T18:55:40,324 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:55:40,357 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:55:40,359 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemState 2024-12-09T18:55:40,386 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=110, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:55:40,386 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 110 2024-12-09T18:55:40,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=110, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 1.3220 sec 2024-12-09T18:55:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-09T18:55:41,265 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed 2024-12-09T18:55:41,265 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265 2024-12-09T18:55:41,265 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:55:41,310 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:55:41,311 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState 2024-12-09T18:55:41,314 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:55:41,354 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemState to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState 2024-12-09T18:55:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742059_1235 (size=963) 2024-12-09T18:55:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742059_1235 (size=963) 2024-12-09T18:55:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742059_1235 (size=963) 2024-12-09T18:55:41,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742060_1236 (size=165) 2024-12-09T18:55:41,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742060_1236 (size=165) 2024-12-09T18:55:41,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742060_1236 (size=165) 2024-12-09T18:55:41,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:41,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:41,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState 2024-12-09T18:55:42,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState Metrics about Tables on a single HBase RegionServer 2024-12-09T18:55:42,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl 2024-12-09T18:55:42,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl 2024-12-09T18:55:42,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-5399726275026966694.jar 2024-12-09T18:55:42,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-13971912917123647319.jar 2024-12-09T18:55:42,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:55:42,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:55:42,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:55:42,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:55:42,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:55:42,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:55:42,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:55:42,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:55:42,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:55:42,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:55:42,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:55:42,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:55:42,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:55:42,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:55:42,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:55:42,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:55:42,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:55:42,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:55:42,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:55:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742061_1237 (size=24020) 2024-12-09T18:55:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742061_1237 (size=24020) 2024-12-09T18:55:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742061_1237 (size=24020) 2024-12-09T18:55:42,980 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000001/launch_container.sh] 2024-12-09T18:55:42,980 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000001/container_tokens] 2024-12-09T18:55:42,980 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0003/container_1733770220664_0003_01_000001/sysfs] 2024-12-09T18:55:43,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742062_1238 (size=77755) 2024-12-09T18:55:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742062_1238 (size=77755) 2024-12-09T18:55:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742062_1238 (size=77755) 2024-12-09T18:55:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742063_1239 (size=131360) 2024-12-09T18:55:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742063_1239 (size=131360) 2024-12-09T18:55:43,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742063_1239 (size=131360) 2024-12-09T18:55:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742064_1240 (size=111793) 2024-12-09T18:55:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742064_1240 (size=111793) 2024-12-09T18:55:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742064_1240 (size=111793) 2024-12-09T18:55:43,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742065_1241 (size=1832290) 2024-12-09T18:55:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742065_1241 (size=1832290) 2024-12-09T18:55:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742065_1241 (size=1832290) 2024-12-09T18:55:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742066_1242 (size=8360282) 2024-12-09T18:55:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742066_1242 (size=8360282) 2024-12-09T18:55:43,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742066_1242 (size=8360282) 2024-12-09T18:55:44,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742067_1243 (size=503880) 2024-12-09T18:55:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742067_1243 (size=503880) 2024-12-09T18:55:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742067_1243 (size=503880) 2024-12-09T18:55:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742068_1244 (size=322274) 2024-12-09T18:55:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742068_1244 (size=322274) 2024-12-09T18:55:44,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742068_1244 (size=322274) 2024-12-09T18:55:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742069_1245 (size=20406) 2024-12-09T18:55:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742069_1245 (size=20406) 2024-12-09T18:55:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742069_1245 (size=20406) 2024-12-09T18:55:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742070_1246 (size=45609) 2024-12-09T18:55:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742070_1246 (size=45609) 2024-12-09T18:55:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742070_1246 (size=45609) 2024-12-09T18:55:45,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742071_1247 (size=136454) 2024-12-09T18:55:45,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742071_1247 (size=136454) 2024-12-09T18:55:45,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742071_1247 (size=136454) 2024-12-09T18:55:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742072_1248 (size=1597136) 2024-12-09T18:55:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742072_1248 (size=1597136) 2024-12-09T18:55:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742072_1248 (size=1597136) 2024-12-09T18:55:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742073_1249 (size=30873) 2024-12-09T18:55:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742073_1249 (size=30873) 2024-12-09T18:55:45,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742073_1249 (size=30873) 2024-12-09T18:55:45,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742074_1250 (size=29229) 2024-12-09T18:55:45,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742074_1250 (size=29229) 2024-12-09T18:55:45,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742074_1250 (size=29229) 2024-12-09T18:55:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742075_1251 (size=903862) 2024-12-09T18:55:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742075_1251 (size=903862) 2024-12-09T18:55:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742075_1251 (size=903862) 2024-12-09T18:55:45,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742076_1252 (size=5175431) 2024-12-09T18:55:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742076_1252 (size=5175431) 2024-12-09T18:55:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742076_1252 (size=5175431) 2024-12-09T18:55:45,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742077_1253 (size=232881) 2024-12-09T18:55:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742077_1253 (size=232881) 2024-12-09T18:55:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742077_1253 (size=232881) 2024-12-09T18:55:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742078_1254 (size=1323991) 2024-12-09T18:55:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742078_1254 (size=1323991) 2024-12-09T18:55:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742078_1254 (size=1323991) 2024-12-09T18:55:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742079_1255 (size=4695811) 2024-12-09T18:55:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742079_1255 (size=4695811) 2024-12-09T18:55:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742079_1255 (size=4695811) 2024-12-09T18:55:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742080_1256 (size=1877034) 2024-12-09T18:55:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742080_1256 (size=1877034) 2024-12-09T18:55:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742080_1256 (size=1877034) 2024-12-09T18:55:45,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742081_1257 (size=217555) 2024-12-09T18:55:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742081_1257 (size=217555) 2024-12-09T18:55:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742081_1257 (size=217555) 2024-12-09T18:55:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742082_1258 (size=443171) 2024-12-09T18:55:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742082_1258 (size=443171) 2024-12-09T18:55:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742082_1258 (size=443171) 2024-12-09T18:55:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742083_1259 (size=6425016) 2024-12-09T18:55:46,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742083_1259 (size=6425016) 2024-12-09T18:55:46,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742083_1259 (size=6425016) 2024-12-09T18:55:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742084_1260 (size=4188619) 2024-12-09T18:55:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742084_1260 (size=4188619) 2024-12-09T18:55:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742084_1260 (size=4188619) 2024-12-09T18:55:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742085_1261 (size=127628) 2024-12-09T18:55:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742085_1261 (size=127628) 2024-12-09T18:55:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742085_1261 (size=127628) 2024-12-09T18:55:46,101 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:55:46,104 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemState' hfile list 2024-12-09T18:55:46,106 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.6 K 2024-12-09T18:55:46,106 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K 2024-12-09T18:55:46,106 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.8 K 2024-12-09T18:55:46,106 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K 2024-12-09T18:55:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742086_1262 (size=1035) 2024-12-09T18:55:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742086_1262 (size=1035) 2024-12-09T18:55:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742086_1262 (size=1035) 2024-12-09T18:55:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742087_1263 (size=35) 2024-12-09T18:55:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742087_1263 (size=35) 2024-12-09T18:55:46,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742087_1263 (size=35) 2024-12-09T18:55:46,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742088_1264 (size=304085) 2024-12-09T18:55:46,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742088_1264 (size=304085) 2024-12-09T18:55:46,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742088_1264 (size=304085) 2024-12-09T18:55:46,224 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:55:46,224 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:55:46,831 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0004_000001 (auth:SIMPLE) from 127.0.0.1:38256 2024-12-09T18:55:48,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:55:58,114 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0004_000001 (auth:SIMPLE) from 127.0.0.1:52964 2024-12-09T18:55:58,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742089_1265 (size=349783) 2024-12-09T18:55:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742089_1265 (size=349783) 2024-12-09T18:55:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742089_1265 (size=349783) 2024-12-09T18:55:58,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 922e2bdfd306fa642251293bd7c3b58d, had cached 0 bytes from a total of 5333 2024-12-09T18:55:59,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:56:00,565 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0004_000001 (auth:SIMPLE) from 127.0.0.1:37728 2024-12-09T18:56:00,565 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0004_000001 (auth:SIMPLE) from 127.0.0.1:37918 2024-12-09T18:56:00,565 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0004_000001 (auth:SIMPLE) from 127.0.0.1:37732 2024-12-09T18:56:01,271 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0004_000001 (auth:SIMPLE) from 127.0.0.1:37928 2024-12-09T18:56:04,228 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0004_01_000006 while processing FINISH_CONTAINERS event 2024-12-09T18:56:08,082 WARN [regionserver/84065ca92432:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 1, running: 0 2024-12-09T18:56:09,536 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 34320 2024-12-09T18:56:10,297 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4af441b0a296fd7bbd03bd80b6b7699a changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:56:10,297 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 92f418940b1581525c158e08ab11bcaa changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:56:10,297 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 922e2bdfd306fa642251293bd7c3b58d changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:56:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742090_1266 (size=8172) 2024-12-09T18:56:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742090_1266 (size=8172) 2024-12-09T18:56:11,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742090_1266 (size=8172) 2024-12-09T18:56:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742091_1267 (size=5102) 2024-12-09T18:56:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742091_1267 (size=5102) 2024-12-09T18:56:12,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742091_1267 (size=5102) 2024-12-09T18:56:12,321 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000003/launch_container.sh] 2024-12-09T18:56:12,330 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000003/container_tokens] 2024-12-09T18:56:12,330 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000003/sysfs] 2024-12-09T18:56:12,537 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000005/launch_container.sh] 2024-12-09T18:56:12,537 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000005/container_tokens] 2024-12-09T18:56:12,537 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000005/sysfs] 2024-12-09T18:56:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742093_1269 (size=5918) 2024-12-09T18:56:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742093_1269 (size=5918) 2024-12-09T18:56:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742093_1269 (size=5918) 2024-12-09T18:56:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742094_1270 (size=14999) 2024-12-09T18:56:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742094_1270 (size=14999) 2024-12-09T18:56:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742094_1270 (size=14999) 2024-12-09T18:56:14,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742092_1268 (size=31752) 2024-12-09T18:56:14,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742092_1268 (size=31752) 2024-12-09T18:56:14,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742092_1268 (size=31752) 2024-12-09T18:56:14,229 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000002/launch_container.sh] 2024-12-09T18:56:14,229 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000002/container_tokens] 2024-12-09T18:56:14,229 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000002/sysfs] 2024-12-09T18:56:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742095_1271 (size=466) 2024-12-09T18:56:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742095_1271 (size=466) 2024-12-09T18:56:14,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742095_1271 (size=466) 2024-12-09T18:56:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742096_1272 (size=31752) 2024-12-09T18:56:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742096_1272 (size=31752) 2024-12-09T18:56:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742096_1272 (size=31752) 2024-12-09T18:56:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742097_1273 (size=349783) 2024-12-09T18:56:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742097_1273 (size=349783) 2024-12-09T18:56:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742097_1273 (size=349783) 2024-12-09T18:56:16,742 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T18:56:16,744 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T18:56:16,808 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemState 2024-12-09T18:56:16,808 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T18:56:16,809 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T18:56:16,809 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemState 2024-12-09T18:56:16,815 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo 2024-12-09T18:56:16,815 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest 2024-12-09T18:56:16,816 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265/.hbase-snapshot/snaptb0-testExportFileSystemState 2024-12-09T18:56:16,816 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo 2024-12-09T18:56:16,816 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770541265/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest 2024-12-09T18:56:16,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemState 2024-12-09T18:56:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState 2024-12-09T18:56:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T18:56:16,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770576843"}]},"ts":"1733770576843"} 2024-12-09T18:56:16,851 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLING in hbase:meta 2024-12-09T18:56:16,851 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemState to state=DISABLING 2024-12-09T18:56:16,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState}] 2024-12-09T18:56:16,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, UNASSIGN}, {pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, UNASSIGN}] 2024-12-09T18:56:16,861 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, UNASSIGN 2024-12-09T18:56:16,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, UNASSIGN 2024-12-09T18:56:16,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=4af441b0a296fd7bbd03bd80b6b7699a, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:56:16,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=116 updating hbase:meta row=92f418940b1581525c158e08ab11bcaa, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:56:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, UNASSIGN because future has completed 2024-12-09T18:56:16,870 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:56:16,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:56:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, UNASSIGN because future has completed 2024-12-09T18:56:16,875 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:56:16,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=116, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92f418940b1581525c158e08ab11bcaa, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:56:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T18:56:17,028 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(122): Close 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:56:17,028 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:56:17,028 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1722): Closing 4af441b0a296fd7bbd03bd80b6b7699a, disabling compactions & flushes 2024-12-09T18:56:17,028 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:56:17,029 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:56:17,029 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. after waiting 0 ms 2024-12-09T18:56:17,029 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:56:17,051 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:56:17,051 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:56:17,052 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing 92f418940b1581525c158e08ab11bcaa, disabling compactions & flushes 2024-12-09T18:56:17,052 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:56:17,052 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:56:17,052 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. after waiting 0 ms 2024-12-09T18:56:17,052 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:56:17,086 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:56:17,087 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:56:17,087 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa. 2024-12-09T18:56:17,087 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for 92f418940b1581525c158e08ab11bcaa: Waiting for close lock at 1733770577052Running coprocessor pre-close hooks at 1733770577052Disabling compacts and flushes for region at 1733770577052Disabling writes for close at 1733770577052Writing region close event to WAL at 1733770577053 (+1 ms)Running coprocessor post-close hooks at 1733770577087 (+34 ms)Closed at 1733770577087 2024-12-09T18:56:17,090 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:56:17,096 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:56:17,096 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a. 2024-12-09T18:56:17,096 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed 92f418940b1581525c158e08ab11bcaa 2024-12-09T18:56:17,096 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1676): Region close journal for 4af441b0a296fd7bbd03bd80b6b7699a: Waiting for close lock at 1733770577028Running coprocessor pre-close hooks at 1733770577028Disabling compacts and flushes for region at 1733770577028Disabling writes for close at 1733770577029 (+1 ms)Writing region close event to WAL at 1733770577039 (+10 ms)Running coprocessor post-close hooks at 1733770577096 (+57 ms)Closed at 1733770577096 2024-12-09T18:56:17,098 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(157): Closed 4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:56:17,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=4af441b0a296fd7bbd03bd80b6b7699a, regionState=CLOSED 2024-12-09T18:56:17,104 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=116 updating hbase:meta row=92f418940b1581525c158e08ab11bcaa, regionState=CLOSED 2024-12-09T18:56:17,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:56:17,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=116, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92f418940b1581525c158e08ab11bcaa, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:56:17,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=115 2024-12-09T18:56:17,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 4af441b0a296fd7bbd03bd80b6b7699a, server=84065ca92432,35415,1733770203781 in 239 msec 2024-12-09T18:56:17,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=4af441b0a296fd7bbd03bd80b6b7699a, UNASSIGN in 258 msec 2024-12-09T18:56:17,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=116 2024-12-09T18:56:17,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=116, state=SUCCESS, hasLock=false; CloseRegionProcedure 92f418940b1581525c158e08ab11bcaa, server=84065ca92432,46029,1733770203956 in 240 msec 2024-12-09T18:56:17,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=114 2024-12-09T18:56:17,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=92f418940b1581525c158e08ab11bcaa, UNASSIGN in 263 msec 2024-12-09T18:56:17,138 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770577138"}]},"ts":"1733770577138"} 2024-12-09T18:56:17,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-09T18:56:17,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState in 271 msec 2024-12-09T18:56:17,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLED in hbase:meta 2024-12-09T18:56:17,143 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemState to state=DISABLED 2024-12-09T18:56:17,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState in 316 msec 2024-12-09T18:56:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T18:56:17,156 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemState completed 2024-12-09T18:56:17,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemState 2024-12-09T18:56:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState 2024-12-09T18:56:17,159 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState 2024-12-09T18:56:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemState 2024-12-09T18:56:17,160 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState 2024-12-09T18:56:17,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemState 2024-12-09T18:56:17,174 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa 2024-12-09T18:56:17,174 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:56:17,178 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/recovered.edits] 2024-12-09T18:56:17,184 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/recovered.edits] 2024-12-09T18:56:17,295 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/cf/44e2dcb2fc05495b800f82ced8b9012b to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/cf/44e2dcb2fc05495b800f82ced8b9012b 2024-12-09T18:56:17,296 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/cf/846f6b8eac5541289915eb093654f70f to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/cf/846f6b8eac5541289915eb093654f70f 2024-12-09T18:56:17,301 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a/recovered.edits/9.seqid 2024-12-09T18:56:17,301 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa/recovered.edits/9.seqid 2024-12-09T18:56:17,399 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:56:17,400 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemState/92f418940b1581525c158e08ab11bcaa 2024-12-09T18:56:17,403 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemState regions 2024-12-09T18:56:17,405 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d 2024-12-09T18:56:17,413 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf] 2024-12-09T18:56:17,417 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b2024120976f83f0adb4543eab1ac81c94fde4671_92f418940b1581525c158e08ab11bcaa to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b2024120976f83f0adb4543eab1ac81c94fde4671_92f418940b1581525c158e08ab11bcaa 2024-12-09T18:56:17,419 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc57e5258bc04cdc911e0e45f36bf836_4af441b0a296fd7bbd03bd80b6b7699a to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc57e5258bc04cdc911e0e45f36bf836_4af441b0a296fd7bbd03bd80b6b7699a 2024-12-09T18:56:17,420 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d 2024-12-09T18:56:17,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState 2024-12-09T18:56:17,428 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemState from hbase:meta 2024-12-09T18:56:17,431 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemState' descriptor. 2024-12-09T18:56:17,433 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState 2024-12-09T18:56:17,433 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemState' from region states. 2024-12-09T18:56:17,434 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770577433"}]},"ts":"9223372036854775807"} 2024-12-09T18:56:17,434 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770577433"}]},"ts":"9223372036854775807"} 2024-12-09T18:56:17,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:56:17,438 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4af441b0a296fd7bbd03bd80b6b7699a, NAME => 'testtb-testExportFileSystemState,,1733770534395.4af441b0a296fd7bbd03bd80b6b7699a.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 92f418940b1581525c158e08ab11bcaa, NAME => 'testtb-testExportFileSystemState,1,1733770534395.92f418940b1581525c158e08ab11bcaa.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:56:17,438 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemState' as deleted. 2024-12-09T18:56:17,438 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770577438"}]},"ts":"9223372036854775807"} 2024-12-09T18:56:17,442 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemState state from META 2024-12-09T18:56:17,443 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState 2024-12-09T18:56:17,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState in 287 msec 2024-12-09T18:56:17,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState 2024-12-09T18:56:17,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState 2024-12-09T18:56:17,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState 2024-12-09T18:56:17,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState 2024-12-09T18:56:17,789 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF 2024-12-09T18:56:17,789 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF 2024-12-09T18:56:17,790 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF 2024-12-09T18:56:17,790 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF 2024-12-09T18:56:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState 2024-12-09T18:56:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:56:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState 2024-12-09T18:56:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:56:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState 2024-12-09T18:56:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:56:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-09T18:56:17,930 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemState 2024-12-09T18:56:17,930 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemState completed 2024-12-09T18:56:17,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState 2024-12-09T18:56:17,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:56:17,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportFileSystemState" type: DISABLED 2024-12-09T18:56:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemState 2024-12-09T18:56:17,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemState" type: DISABLED 2024-12-09T18:56:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemState 2024-12-09T18:56:17,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemState Thread=801 (was 793) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:36993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Thread-4095 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396) app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025) Potentially hanging thread: ApplicationMasterLauncher #6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LogDeleter #2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MoveIntermediateToDone Thread #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LogDeleter #2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_415225871_22 at /127.0.0.1:37246 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MoveIntermediateToDone Thread #2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:45014 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:43856 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper (pid 110745) java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:37240 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1132464845_1 at /127.0.0.1:43826 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MoveIntermediateToDone Thread #1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=816 (was 818), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2324 (was 2779), ProcessCount=17 (was 15) - ProcessCount LEAK? -, AvailableMemoryMB=624 (was 1199) 2024-12-09T18:56:17,985 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=801 is superior to 500 2024-12-09T18:56:18,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testConsecutiveExports Thread=801, OpenFileDescriptor=816, MaxFileDescriptor=1048576, SystemLoadAverage=2324, ProcessCount=17, AvailableMemoryMB=621 2024-12-09T18:56:18,008 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=801 is superior to 500 2024-12-09T18:56:18,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:56:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports 2024-12-09T18:56:18,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:56:18,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testConsecutiveExports" procId is: 120 2024-12-09T18:56:18,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:56:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-12-09T18:56:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742098_1274 (size=440) 2024-12-09T18:56:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742098_1274 (size=440) 2024-12-09T18:56:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742098_1274 (size=440) 2024-12-09T18:56:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-12-09T18:56:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-12-09T18:56:18,532 INFO [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14532cca2c2afa117e7666932326c088, NAME => 'testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:56:18,544 INFO [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 18c41e17873693039e719ba320926b23, NAME => 'testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:56:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742099_1275 (size=65) 2024-12-09T18:56:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742099_1275 (size=65) 2024-12-09T18:56:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742099_1275 (size=65) 2024-12-09T18:56:18,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742100_1276 (size=65) 2024-12-09T18:56:18,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742100_1276 (size=65) 2024-12-09T18:56:18,590 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:56:18,590 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1722): Closing 14532cca2c2afa117e7666932326c088, disabling compactions & flushes 2024-12-09T18:56:18,590 INFO [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:18,590 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:18,590 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. after waiting 0 ms 2024-12-09T18:56:18,590 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:18,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742100_1276 (size=65) 2024-12-09T18:56:18,590 INFO [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:18,591 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14532cca2c2afa117e7666932326c088: Waiting for close lock at 1733770578590Disabling compacts and flushes for region at 1733770578590Disabling writes for close at 1733770578590Writing region close event to WAL at 1733770578590Closed at 1733770578590 2024-12-09T18:56:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-12-09T18:56:18,957 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000004/launch_container.sh] 2024-12-09T18:56:18,957 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000004/container_tokens] 2024-12-09T18:56:18,957 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000004/sysfs] 2024-12-09T18:56:18,985 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:56:18,985 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1722): Closing 18c41e17873693039e719ba320926b23, disabling compactions & flushes 2024-12-09T18:56:18,985 INFO [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:18,986 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:18,986 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. after waiting 0 ms 2024-12-09T18:56:18,986 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:18,986 INFO [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:18,986 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1676): Region close journal for 18c41e17873693039e719ba320926b23: Waiting for close lock at 1733770578985Disabling compacts and flushes for region at 1733770578985Disabling writes for close at 1733770578986 (+1 ms)Writing region close event to WAL at 1733770578986Closed at 1733770578986 2024-12-09T18:56:18,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:56:18,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733770578987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770578987"}]},"ts":"1733770578987"} 2024-12-09T18:56:18,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733770578987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770578987"}]},"ts":"1733770578987"} 2024-12-09T18:56:18,991 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:56:18,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:56:18,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770578992"}]},"ts":"1733770578992"} 2024-12-09T18:56:18,994 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLING in hbase:meta 2024-12-09T18:56:18,994 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:56:18,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:56:18,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:56:18,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:56:18,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:56:18,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:56:18,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:56:18,996 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:56:18,996 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:56:18,996 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:56:18,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:56:18,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, ASSIGN}, {pid=122, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, ASSIGN}] 2024-12-09T18:56:19,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=122, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, ASSIGN 2024-12-09T18:56:19,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, ASSIGN 2024-12-09T18:56:19,006 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:56:19,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=122, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:56:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-12-09T18:56:19,156 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:56:19,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=14532cca2c2afa117e7666932326c088, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:56:19,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=122 updating hbase:meta row=18c41e17873693039e719ba320926b23, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:56:19,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, ASSIGN because future has completed 2024-12-09T18:56:19,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c41e17873693039e719ba320926b23, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:56:19,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, ASSIGN because future has completed 2024-12-09T18:56:19,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14532cca2c2afa117e7666932326c088, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:56:19,327 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:19,328 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7752): Opening region: {ENCODED => 18c41e17873693039e719ba320926b23, NAME => 'testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:56:19,328 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. service=AccessControlService 2024-12-09T18:56:19,328 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:56:19,329 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,329 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:56:19,329 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7794): checking encryption for 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,329 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7797): checking classloading for 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,340 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:19,340 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 14532cca2c2afa117e7666932326c088, NAME => 'testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:56:19,341 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. service=AccessControlService 2024-12-09T18:56:19,341 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:56:19,341 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,341 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:56:19,341 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,341 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,344 INFO [StoreOpener-18c41e17873693039e719ba320926b23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,353 INFO [StoreOpener-18c41e17873693039e719ba320926b23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c41e17873693039e719ba320926b23 columnFamilyName cf 2024-12-09T18:56:19,356 INFO [StoreOpener-14532cca2c2afa117e7666932326c088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,361 INFO [StoreOpener-14532cca2c2afa117e7666932326c088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14532cca2c2afa117e7666932326c088 columnFamilyName cf 2024-12-09T18:56:19,362 DEBUG [StoreOpener-14532cca2c2afa117e7666932326c088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:56:19,362 DEBUG [StoreOpener-18c41e17873693039e719ba320926b23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:56:19,363 INFO [StoreOpener-14532cca2c2afa117e7666932326c088-1 {}] regionserver.HStore(327): Store=14532cca2c2afa117e7666932326c088/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:56:19,364 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,364 INFO [StoreOpener-18c41e17873693039e719ba320926b23-1 {}] regionserver.HStore(327): Store=18c41e17873693039e719ba320926b23/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:56:19,365 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,366 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,366 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,366 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,367 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1038): replaying wal for 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,368 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,370 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:56:19,371 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 14532cca2c2afa117e7666932326c088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60890332, jitterRate=-0.09266334772109985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:56:19,371 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:19,371 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,371 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 14532cca2c2afa117e7666932326c088: Running coprocessor pre-open hook at 1733770579341Writing region info on filesystem at 1733770579341Initializing all the Stores at 1733770579352 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770579352Cleaning up temporary data from old regions at 1733770579366 (+14 ms)Running coprocessor post-open hooks at 1733770579371 (+5 ms)Region opened successfully at 1733770579371 2024-12-09T18:56:19,375 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088., pid=124, masterSystemTime=1733770579320 2024-12-09T18:56:19,375 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=14532cca2c2afa117e7666932326c088, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:56:19,383 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1048): stopping wal replay for 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,383 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1060): Cleaning up temporary data for 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,384 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:19,384 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14532cca2c2afa117e7666932326c088, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:56:19,397 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1093): writing seq id for 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=121 2024-12-09T18:56:19,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure 14532cca2c2afa117e7666932326c088, server=84065ca92432,46029,1733770203956 in 226 msec 2024-12-09T18:56:19,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, ASSIGN in 405 msec 2024-12-09T18:56:19,406 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:56:19,407 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1114): Opened 18c41e17873693039e719ba320926b23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62687660, jitterRate=-0.06588107347488403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:56:19,407 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18c41e17873693039e719ba320926b23 2024-12-09T18:56:19,407 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1006): Region open journal for 18c41e17873693039e719ba320926b23: Running coprocessor pre-open hook at 1733770579329Writing region info on filesystem at 1733770579329Initializing all the Stores at 1733770579336 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770579336Cleaning up temporary data from old regions at 1733770579383 (+47 ms)Running coprocessor post-open hooks at 1733770579407 (+24 ms)Region opened successfully at 1733770579407 2024-12-09T18:56:19,408 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23., pid=123, masterSystemTime=1733770579319 2024-12-09T18:56:19,412 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:19,412 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:19,413 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=122 updating hbase:meta row=18c41e17873693039e719ba320926b23, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:56:19,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c41e17873693039e719ba320926b23, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:56:19,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-12-09T18:56:19,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; OpenRegionProcedure 18c41e17873693039e719ba320926b23, server=84065ca92432,46729,1733770203479 in 253 msec 2024-12-09T18:56:19,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=120 2024-12-09T18:56:19,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, ASSIGN in 423 msec 2024-12-09T18:56:19,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:56:19,424 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770579424"}]},"ts":"1733770579424"} 2024-12-09T18:56:19,427 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLED in hbase:meta 2024-12-09T18:56:19,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:56:19,428 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testConsecutiveExports jenkins: RWXCA 2024-12-09T18:56:19,432 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA] 2024-12-09T18:56:19,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:56:19,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:56:19,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:56:19,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:56:19,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:56:19,463 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04 2024-12-09T18:56:19,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:56:19,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:56:19,463 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04 2024-12-09T18:56:19,463 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04 2024-12-09T18:56:19,464 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04 2024-12-09T18:56:19,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports in 1.4530 sec 2024-12-09T18:56:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-12-09T18:56:20,165 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testConsecutiveExports completed 2024-12-09T18:56:20,166 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100 2024-12-09T18:56:20,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports 2024-12-09T18:56:20,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:20,173 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:56:20,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100 2024-12-09T18:56:20,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100 2024-12-09T18:56:20,218 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100 2024-12-09T18:56:20,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } 2024-12-09T18:56:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770580224 (current time:1733770580224). 2024-12-09T18:56:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:56:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testConsecutiveExports VERSION not specified, setting to 2 2024-12-09T18:56:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:56:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb1721f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:56:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:56:20,227 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:56:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:56:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:56:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:56:20,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:56:20,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:20,230 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:56:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23008f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:56:20,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:56:20,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:56:20,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:56:20,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:56:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:56:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:20,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:56:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da8e947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:56:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:56:20,246 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:56:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:56:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:56:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b8e82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:56:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:56:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:20,252 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:56:20,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d71ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:56:20,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:56:20,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:56:20,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:56:20,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:56:20,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:56:20,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:56:20,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:56:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:56:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA] 2024-12-09T18:56:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:56:20,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:56:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } 2024-12-09T18:56:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 125 2024-12-09T18:56:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T18:56:20,285 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:56:20,287 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:56:20,295 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:56:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742101_1277 (size=161) 2024-12-09T18:56:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742101_1277 (size=161) 2024-12-09T18:56:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742101_1277 (size=161) 2024-12-09T18:56:20,321 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:56:20,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14532cca2c2afa117e7666932326c088}, {pid=127, ppid=125, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c41e17873693039e719ba320926b23}] 2024-12-09T18:56:20,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=125, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c41e17873693039e719ba320926b23 2024-12-09T18:56:20,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=126, ppid=125, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T18:56:20,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=127 2024-12-09T18:56:20,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=126 2024-12-09T18:56:20,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=127}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:20,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=126}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 14532cca2c2afa117e7666932326c088: 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=127}] regionserver.HRegion(2603): Flush status journal for 18c41e17873693039e719ba320926b23: 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=126}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. for emptySnaptb0-testConsecutiveExports completed. 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=127}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. for emptySnaptb0-testConsecutiveExports completed. 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=127}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.' region-info for snapshot=emptySnaptb0-testConsecutiveExports 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=126}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.' region-info for snapshot=emptySnaptb0-testConsecutiveExports 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=126}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=127}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=127}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:56:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=126}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:56:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742102_1278 (size=68) 2024-12-09T18:56:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742102_1278 (size=68) 2024-12-09T18:56:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742102_1278 (size=68) 2024-12-09T18:56:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742103_1279 (size=68) 2024-12-09T18:56:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742103_1279 (size=68) 2024-12-09T18:56:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742103_1279 (size=68) 2024-12-09T18:56:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T18:56:20,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testConsecutiveExports' 2024-12-09T18:56:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T18:56:20,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=127}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:20,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-09T18:56:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=127 2024-12-09T18:56:20,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region 18c41e17873693039e719ba320926b23 2024-12-09T18:56:20,966 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=125, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c41e17873693039e719ba320926b23 2024-12-09T18:56:20,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=126}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:20,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-09T18:56:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-09T18:56:20,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:20,972 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=126, ppid=125, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:20,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=125, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18c41e17873693039e719ba320926b23 in 651 msec 2024-12-09T18:56:21,000 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0004_000001 (auth:SIMPLE) from 127.0.0.1:47020 2024-12-09T18:56:21,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-09T18:56:21,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 14532cca2c2afa117e7666932326c088 in 659 msec 2024-12-09T18:56:21,000 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:56:21,001 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:56:21,013 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:56:21,013 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:56:21,013 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:56:21,019 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:56:21,021 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000001/launch_container.sh] 2024-12-09T18:56:21,021 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000001/container_tokens] 2024-12-09T18:56:21,021 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0004/container_1733770220664_0004_01_000001/sysfs] 2024-12-09T18:56:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742104_1280 (size=60) 2024-12-09T18:56:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742104_1280 (size=60) 2024-12-09T18:56:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742104_1280 (size=60) 2024-12-09T18:56:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T18:56:21,483 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:56:21,483 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testConsecutiveExports 2024-12-09T18:56:21,484 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports 2024-12-09T18:56:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742105_1281 (size=641) 2024-12-09T18:56:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742105_1281 (size=641) 2024-12-09T18:56:21,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742105_1281 (size=641) 2024-12-09T18:56:21,546 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:56:21,562 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:56:21,564 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testConsecutiveExports 2024-12-09T18:56:21,567 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=125, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:56:21,567 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 125 2024-12-09T18:56:21,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=125, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 1.2940 sec 2024-12-09T18:56:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T18:56:22,435 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed 2024-12-09T18:56:22,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46029 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:56:22,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:56:22,449 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100 2024-12-09T18:56:22,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports 2024-12-09T18:56:22,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:22,452 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:56:22,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100 2024-12-09T18:56:22,461 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100 2024-12-09T18:56:22,473 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100 2024-12-09T18:56:22,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } 2024-12-09T18:56:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770582477 (current time:1733770582477). 2024-12-09T18:56:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:56:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testConsecutiveExports VERSION not specified, setting to 2 2024-12-09T18:56:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:56:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748438c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:56:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:56:22,479 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:56:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:56:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:56:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4a45ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:56:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:56:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:22,481 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:56:22,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f30f132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:56:22,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:56:22,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:56:22,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:56:22,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:56:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:56:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:22,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:56:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b0a22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:56:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:56:22,488 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:56:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:56:22,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:56:22,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea5872c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:22,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:56:22,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:56:22,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:22,490 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:56:22,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617fb060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:56:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:56:22,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:56:22,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:56:22,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:56:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:56:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:56:22,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:56:22,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:56:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:56:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:56:22,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:56:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA] 2024-12-09T18:56:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:56:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } 2024-12-09T18:56:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 128 2024-12-09T18:56:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-09T18:56:22,508 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:56:22,509 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:56:22,511 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:56:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742106_1282 (size=156) 2024-12-09T18:56:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742106_1282 (size=156) 2024-12-09T18:56:22,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742106_1282 (size=156) 2024-12-09T18:56:22,527 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:56:22,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14532cca2c2afa117e7666932326c088}, {pid=130, ppid=128, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c41e17873693039e719ba320926b23}] 2024-12-09T18:56:22,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:22,528 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=130, ppid=128, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c41e17873693039e719ba320926b23 2024-12-09T18:56:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-09T18:56:22,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:56:22,649 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports 2024-12-09T18:56:22,649 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports Metrics about Tables on a single HBase RegionServer 2024-12-09T18:56:22,650 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState 2024-12-09T18:56:22,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=129 2024-12-09T18:56:22,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=130 2024-12-09T18:56:22,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:22,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:22,680 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 18c41e17873693039e719ba320926b23 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB 2024-12-09T18:56:22,680 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.HRegion(2902): Flushing 14532cca2c2afa117e7666932326c088 1/1 column families, dataSize=333 B heapSize=976 B 2024-12-09T18:56:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024120936b682fc1604465db0bd0eb988232068_18c41e17873693039e719ba320926b23 is 71, key is 111a0671403f6b614d838941af4ee65e/cf:q/1733770582446/Put/seqid=0 2024-12-09T18:56:22,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b6bfa2e8d64d4ec6b79cd722fade441c_14532cca2c2afa117e7666932326c088 is 71, key is 040c4c0d9d45bed1238ccb5aea8e9818/cf:q/1733770582443/Put/seqid=0 2024-12-09T18:56:22,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742107_1283 (size=8031) 2024-12-09T18:56:22,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742107_1283 (size=8031) 2024-12-09T18:56:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742107_1283 (size=8031) 2024-12-09T18:56:22,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742108_1284 (size=5242) 2024-12-09T18:56:22,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742108_1284 (size=5242) 2024-12-09T18:56:22,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742108_1284 (size=5242) 2024-12-09T18:56:22,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:56:22,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b6bfa2e8d64d4ec6b79cd722fade441c_14532cca2c2afa117e7666932326c088 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241209b6bfa2e8d64d4ec6b79cd722fade441c_14532cca2c2afa117e7666932326c088 2024-12-09T18:56:22,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/.tmp/cf/3d759ab26b5a481a81d3f24b00bf9981, store: [table=testtb-testConsecutiveExports family=cf region=14532cca2c2afa117e7666932326c088] 2024-12-09T18:56:22,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/.tmp/cf/3d759ab26b5a481a81d3f24b00bf9981 is 206, key is 01a94057977865186d7ca56dca675bb60/cf:q/1733770582443/Put/seqid=0 2024-12-09T18:56:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742109_1285 (size=6310) 2024-12-09T18:56:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742109_1285 (size=6310) 2024-12-09T18:56:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742109_1285 (size=6310) 2024-12-09T18:56:22,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/.tmp/cf/3d759ab26b5a481a81d3f24b00bf9981 2024-12-09T18:56:22,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/.tmp/cf/3d759ab26b5a481a81d3f24b00bf9981 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/cf/3d759ab26b5a481a81d3f24b00bf9981 2024-12-09T18:56:22,817 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/cf/3d759ab26b5a481a81d3f24b00bf9981, entries=5, sequenceid=6, filesize=6.2 K 2024-12-09T18:56:22,819 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for 14532cca2c2afa117e7666932326c088 in 139ms, sequenceid=6, compaction requested=false 2024-12-09T18:56:22,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.HRegion(2603): Flush status journal for 14532cca2c2afa117e7666932326c088: 2024-12-09T18:56:22,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. for snaptb0-testConsecutiveExports completed. 2024-12-09T18:56:22,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.' region-info for snapshot=snaptb0-testConsecutiveExports 2024-12-09T18:56:22,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:56:22,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/cf/3d759ab26b5a481a81d3f24b00bf9981] hfiles 2024-12-09T18:56:22,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/cf/3d759ab26b5a481a81d3f24b00bf9981 for snapshot=snaptb0-testConsecutiveExports 2024-12-09T18:56:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-09T18:56:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742110_1286 (size=107) 2024-12-09T18:56:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742110_1286 (size=107) 2024-12-09T18:56:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742110_1286 (size=107) 2024-12-09T18:56:22,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:56:22,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-09T18:56:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=129 2024-12-09T18:56:22,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:22,877 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14532cca2c2afa117e7666932326c088 2024-12-09T18:56:22,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 14532cca2c2afa117e7666932326c088 in 351 msec 2024-12-09T18:56:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-09T18:56:23,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:56:23,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024120936b682fc1604465db0bd0eb988232068_18c41e17873693039e719ba320926b23 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b2024120936b682fc1604465db0bd0eb988232068_18c41e17873693039e719ba320926b23 2024-12-09T18:56:23,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/.tmp/cf/cd9b5bf4641b49c6ada74fa65fa6effb, store: [table=testtb-testConsecutiveExports family=cf region=18c41e17873693039e719ba320926b23] 2024-12-09T18:56:23,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/.tmp/cf/cd9b5bf4641b49c6ada74fa65fa6effb is 206, key is 1b0aa66b6eea88fdc3fcec7d69a793119/cf:q/1733770582446/Put/seqid=0 2024-12-09T18:56:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742111_1287 (size=14449) 2024-12-09T18:56:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742111_1287 (size=14449) 2024-12-09T18:56:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742111_1287 (size=14449) 2024-12-09T18:56:23,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/.tmp/cf/cd9b5bf4641b49c6ada74fa65fa6effb 2024-12-09T18:56:23,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/.tmp/cf/cd9b5bf4641b49c6ada74fa65fa6effb as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/cf/cd9b5bf4641b49c6ada74fa65fa6effb 2024-12-09T18:56:23,638 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/cf/cd9b5bf4641b49c6ada74fa65fa6effb, entries=45, sequenceid=6, filesize=14.1 K 2024-12-09T18:56:23,639 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for 18c41e17873693039e719ba320926b23 in 959ms, sequenceid=6, compaction requested=false 2024-12-09T18:56:23,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 18c41e17873693039e719ba320926b23: 2024-12-09T18:56:23,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. for snaptb0-testConsecutiveExports completed. 2024-12-09T18:56:23,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.' region-info for snapshot=snaptb0-testConsecutiveExports 2024-12-09T18:56:23,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:56:23,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/cf/cd9b5bf4641b49c6ada74fa65fa6effb] hfiles 2024-12-09T18:56:23,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/cf/cd9b5bf4641b49c6ada74fa65fa6effb for snapshot=snaptb0-testConsecutiveExports 2024-12-09T18:56:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-09T18:56:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742112_1288 (size=107) 2024-12-09T18:56:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742112_1288 (size=107) 2024-12-09T18:56:24,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742112_1288 (size=107) 2024-12-09T18:56:24,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:56:24,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-09T18:56:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-09T18:56:24,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region 18c41e17873693039e719ba320926b23 2024-12-09T18:56:24,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=130, ppid=128, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18c41e17873693039e719ba320926b23 2024-12-09T18:56:24,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=128 2024-12-09T18:56:24,097 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:56:24,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=128, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18c41e17873693039e719ba320926b23 in 1.5670 sec 2024-12-09T18:56:24,098 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:56:24,099 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:56:24,099 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:56:24,099 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:56:24,102 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b2024120936b682fc1604465db0bd0eb988232068_18c41e17873693039e719ba320926b23, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241209b6bfa2e8d64d4ec6b79cd722fade441c_14532cca2c2afa117e7666932326c088] hfiles 2024-12-09T18:56:24,102 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b2024120936b682fc1604465db0bd0eb988232068_18c41e17873693039e719ba320926b23 2024-12-09T18:56:24,102 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241209b6bfa2e8d64d4ec6b79cd722fade441c_14532cca2c2afa117e7666932326c088 2024-12-09T18:56:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742113_1289 (size=291) 2024-12-09T18:56:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742113_1289 (size=291) 2024-12-09T18:56:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742113_1289 (size=291) 2024-12-09T18:56:24,137 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:56:24,137 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testConsecutiveExports 2024-12-09T18:56:24,138 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports 2024-12-09T18:56:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742114_1290 (size=951) 2024-12-09T18:56:24,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742114_1290 (size=951) 2024-12-09T18:56:24,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742114_1290 (size=951) 2024-12-09T18:56:24,609 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:56:24,622 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:56:24,622 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports 2024-12-09T18:56:24,625 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=128, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:56:24,625 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 128 2024-12-09T18:56:24,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=128, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 2.1210 sec 2024-12-09T18:56:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-09T18:56:24,655 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed 2024-12-09T18:56:24,656 INFO [Time-limited test {}] snapshot.TestExportSnapshot(523): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655 2024-12-09T18:56:24,656 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:56:24,716 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:56:24,716 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@c09d019, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports 2024-12-09T18:56:24,728 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:56:24,753 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports 2024-12-09T18:56:24,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:24,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:24,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-1212788350685211311.jar 2024-12-09T18:56:26,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-13904971411304516774.jar 2024-12-09T18:56:26,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:26,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:56:26,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:56:26,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:56:26,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:56:26,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:56:26,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:56:26,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:56:26,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:56:26,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:56:26,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:56:26,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:56:26,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:56:26,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:56:26,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:56:26,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:56:26,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:56:26,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:56:26,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:56:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742115_1291 (size=24020) 2024-12-09T18:56:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742115_1291 (size=24020) 2024-12-09T18:56:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742115_1291 (size=24020) 2024-12-09T18:56:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742116_1292 (size=443171) 2024-12-09T18:56:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742116_1292 (size=443171) 2024-12-09T18:56:27,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742116_1292 (size=443171) 2024-12-09T18:56:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742117_1293 (size=77755) 2024-12-09T18:56:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742117_1293 (size=77755) 2024-12-09T18:56:27,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742117_1293 (size=77755) 2024-12-09T18:56:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742118_1294 (size=131360) 2024-12-09T18:56:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742118_1294 (size=131360) 2024-12-09T18:56:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742118_1294 (size=131360) 2024-12-09T18:56:28,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:56:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742119_1295 (size=111793) 2024-12-09T18:56:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742119_1295 (size=111793) 2024-12-09T18:56:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742119_1295 (size=111793) 2024-12-09T18:56:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742120_1296 (size=6425016) 2024-12-09T18:56:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742120_1296 (size=6425016) 2024-12-09T18:56:28,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742120_1296 (size=6425016) 2024-12-09T18:56:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742121_1297 (size=1832290) 2024-12-09T18:56:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742121_1297 (size=1832290) 2024-12-09T18:56:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742121_1297 (size=1832290) 2024-12-09T18:56:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742122_1298 (size=8360282) 2024-12-09T18:56:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742122_1298 (size=8360282) 2024-12-09T18:56:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742122_1298 (size=8360282) 2024-12-09T18:56:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742123_1299 (size=503880) 2024-12-09T18:56:29,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742123_1299 (size=503880) 2024-12-09T18:56:29,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742123_1299 (size=503880) 2024-12-09T18:56:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742124_1300 (size=322274) 2024-12-09T18:56:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742124_1300 (size=322274) 2024-12-09T18:56:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742124_1300 (size=322274) 2024-12-09T18:56:29,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742125_1301 (size=20406) 2024-12-09T18:56:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742125_1301 (size=20406) 2024-12-09T18:56:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742125_1301 (size=20406) 2024-12-09T18:56:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742126_1302 (size=45609) 2024-12-09T18:56:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742126_1302 (size=45609) 2024-12-09T18:56:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742126_1302 (size=45609) 2024-12-09T18:56:29,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742127_1303 (size=136454) 2024-12-09T18:56:29,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742127_1303 (size=136454) 2024-12-09T18:56:29,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742127_1303 (size=136454) 2024-12-09T18:56:29,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742128_1304 (size=1597136) 2024-12-09T18:56:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742128_1304 (size=1597136) 2024-12-09T18:56:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742128_1304 (size=1597136) 2024-12-09T18:56:29,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742129_1305 (size=30873) 2024-12-09T18:56:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742129_1305 (size=30873) 2024-12-09T18:56:29,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742129_1305 (size=30873) 2024-12-09T18:56:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742130_1306 (size=29229) 2024-12-09T18:56:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742130_1306 (size=29229) 2024-12-09T18:56:29,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742130_1306 (size=29229) 2024-12-09T18:56:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742131_1307 (size=903862) 2024-12-09T18:56:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742131_1307 (size=903862) 2024-12-09T18:56:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742131_1307 (size=903862) 2024-12-09T18:56:29,911 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:56:29,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742132_1308 (size=5175431) 2024-12-09T18:56:29,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742132_1308 (size=5175431) 2024-12-09T18:56:29,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742132_1308 (size=5175431) 2024-12-09T18:56:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742133_1309 (size=232881) 2024-12-09T18:56:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742133_1309 (size=232881) 2024-12-09T18:56:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742133_1309 (size=232881) 2024-12-09T18:56:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742134_1310 (size=1323991) 2024-12-09T18:56:30,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742134_1310 (size=1323991) 2024-12-09T18:56:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742134_1310 (size=1323991) 2024-12-09T18:56:30,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742135_1311 (size=4695811) 2024-12-09T18:56:30,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742135_1311 (size=4695811) 2024-12-09T18:56:30,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742135_1311 (size=4695811) 2024-12-09T18:56:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742136_1312 (size=1877034) 2024-12-09T18:56:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742136_1312 (size=1877034) 2024-12-09T18:56:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742136_1312 (size=1877034) 2024-12-09T18:56:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742137_1313 (size=217555) 2024-12-09T18:56:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742137_1313 (size=217555) 2024-12-09T18:56:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742137_1313 (size=217555) 2024-12-09T18:56:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742138_1314 (size=4188619) 2024-12-09T18:56:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742138_1314 (size=4188619) 2024-12-09T18:56:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742138_1314 (size=4188619) 2024-12-09T18:56:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742139_1315 (size=127628) 2024-12-09T18:56:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742139_1315 (size=127628) 2024-12-09T18:56:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742139_1315 (size=127628) 2024-12-09T18:56:31,198 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:56:31,202 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list 2024-12-09T18:56:31,205 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.1 K 2024-12-09T18:56:31,205 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.8 K 2024-12-09T18:56:31,205 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.2 K 2024-12-09T18:56:31,205 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.1 K 2024-12-09T18:56:31,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742140_1316 (size=1023) 2024-12-09T18:56:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742140_1316 (size=1023) 2024-12-09T18:56:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742140_1316 (size=1023) 2024-12-09T18:56:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742141_1317 (size=35) 2024-12-09T18:56:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742141_1317 (size=35) 2024-12-09T18:56:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742141_1317 (size=35) 2024-12-09T18:56:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742142_1318 (size=304126) 2024-12-09T18:56:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742142_1318 (size=304126) 2024-12-09T18:56:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742142_1318 (size=304126) 2024-12-09T18:56:31,325 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:56:31,325 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:56:31,986 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:56598 2024-12-09T18:56:38,767 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:51680 2024-12-09T18:56:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742143_1319 (size=349824) 2024-12-09T18:56:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742143_1319 (size=349824) 2024-12-09T18:56:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742143_1319 (size=349824) 2024-12-09T18:56:41,206 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:32812 2024-12-09T18:56:41,216 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:45194 2024-12-09T18:56:41,920 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:45202 2024-12-09T18:56:41,958 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:32824 2024-12-09T18:56:43,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 922e2bdfd306fa642251293bd7c3b58d, had cached 0 bytes from a total of 5333 2024-12-09T18:56:44,227 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0005_01_000006 while processing FINISH_CONTAINERS event 2024-12-09T18:56:53,321 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000004/launch_container.sh] 2024-12-09T18:56:53,322 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000004/container_tokens] 2024-12-09T18:56:53,322 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000004/sysfs] 2024-12-09T18:56:54,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 34320 2024-12-09T18:56:55,368 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000005/launch_container.sh] 2024-12-09T18:56:55,368 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000005/container_tokens] 2024-12-09T18:56:55,368 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000005/sysfs] 2024-12-09T18:56:55,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742144_1320 (size=31813) 2024-12-09T18:56:55,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742144_1320 (size=31813) 2024-12-09T18:56:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742144_1320 (size=31813) 2024-12-09T18:56:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742145_1321 (size=463) 2024-12-09T18:56:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742145_1321 (size=463) 2024-12-09T18:56:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742145_1321 (size=463) 2024-12-09T18:56:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742146_1322 (size=31813) 2024-12-09T18:56:55,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742146_1322 (size=31813) 2024-12-09T18:56:55,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742146_1322 (size=31813) 2024-12-09T18:56:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742147_1323 (size=349824) 2024-12-09T18:56:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742147_1323 (size=349824) 2024-12-09T18:56:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742147_1323 (size=349824) 2024-12-09T18:56:55,710 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:34656 2024-12-09T18:56:55,741 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:34670 2024-12-09T18:56:56,853 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T18:56:56,854 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T18:56:56,872 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testConsecutiveExports 2024-12-09T18:56:56,872 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T18:56:56,873 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T18:56:56,873 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports 2024-12-09T18:56:56,899 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo 2024-12-09T18:56:56,899 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest 2024-12-09T18:56:56,899 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in org.apache.hadoop.fs.LocalFileSystem@c09d019 in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/snaptb0-testConsecutiveExports 2024-12-09T18:56:56,899 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo 2024-12-09T18:56:56,899 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest 2024-12-09T18:56:56,901 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:56:56,982 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:56:56,982 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@c09d019, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports 2024-12-09T18:56:56,998 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:56:57,247 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports 2024-12-09T18:56:57,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:57,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:57,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,078 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000002/launch_container.sh] 2024-12-09T18:56:58,079 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000002/container_tokens] 2024-12-09T18:56:58,079 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000002/sysfs] 2024-12-09T18:56:58,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-10572872997915290764.jar 2024-12-09T18:56:58,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-16657661669648616742.jar 2024-12-09T18:56:58,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:56:58,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:56:58,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:56:58,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:56:58,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:56:58,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:56:58,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:56:58,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:56:58,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:56:58,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:56:58,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:56:58,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:56:58,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:56:58,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:56:58,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:56:58,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:56:58,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:56:58,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:56:58,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:56:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742148_1324 (size=24020) 2024-12-09T18:56:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742148_1324 (size=24020) 2024-12-09T18:56:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742148_1324 (size=24020) 2024-12-09T18:56:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742149_1325 (size=77755) 2024-12-09T18:56:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742149_1325 (size=77755) 2024-12-09T18:56:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742149_1325 (size=77755) 2024-12-09T18:56:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742150_1326 (size=131360) 2024-12-09T18:56:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742150_1326 (size=131360) 2024-12-09T18:56:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742150_1326 (size=131360) 2024-12-09T18:56:59,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742151_1327 (size=111793) 2024-12-09T18:56:59,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742151_1327 (size=111793) 2024-12-09T18:56:59,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742151_1327 (size=111793) 2024-12-09T18:56:59,912 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:56:59,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742152_1328 (size=1832290) 2024-12-09T18:56:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742152_1328 (size=1832290) 2024-12-09T18:56:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742152_1328 (size=1832290) 2024-12-09T18:57:00,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742153_1329 (size=6425016) 2024-12-09T18:57:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742153_1329 (size=6425016) 2024-12-09T18:57:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742153_1329 (size=6425016) 2024-12-09T18:57:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742154_1330 (size=8360282) 2024-12-09T18:57:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742154_1330 (size=8360282) 2024-12-09T18:57:00,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742154_1330 (size=8360282) 2024-12-09T18:57:00,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742155_1331 (size=503880) 2024-12-09T18:57:00,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742155_1331 (size=503880) 2024-12-09T18:57:00,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742155_1331 (size=503880) 2024-12-09T18:57:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742156_1332 (size=322274) 2024-12-09T18:57:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742156_1332 (size=322274) 2024-12-09T18:57:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742156_1332 (size=322274) 2024-12-09T18:57:00,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742157_1333 (size=20406) 2024-12-09T18:57:00,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742157_1333 (size=20406) 2024-12-09T18:57:00,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742157_1333 (size=20406) 2024-12-09T18:57:00,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742158_1334 (size=45609) 2024-12-09T18:57:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742158_1334 (size=45609) 2024-12-09T18:57:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742158_1334 (size=45609) 2024-12-09T18:57:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742159_1335 (size=136454) 2024-12-09T18:57:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742159_1335 (size=136454) 2024-12-09T18:57:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742159_1335 (size=136454) 2024-12-09T18:57:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742160_1336 (size=1597136) 2024-12-09T18:57:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742160_1336 (size=1597136) 2024-12-09T18:57:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742160_1336 (size=1597136) 2024-12-09T18:57:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742161_1337 (size=30873) 2024-12-09T18:57:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742161_1337 (size=30873) 2024-12-09T18:57:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742161_1337 (size=30873) 2024-12-09T18:57:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742162_1338 (size=29229) 2024-12-09T18:57:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742162_1338 (size=29229) 2024-12-09T18:57:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742162_1338 (size=29229) 2024-12-09T18:57:00,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742163_1339 (size=903862) 2024-12-09T18:57:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742163_1339 (size=903862) 2024-12-09T18:57:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742163_1339 (size=903862) 2024-12-09T18:57:00,779 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000003/launch_container.sh] 2024-12-09T18:57:00,779 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000003/container_tokens] 2024-12-09T18:57:00,780 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000003/sysfs] 2024-12-09T18:57:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742164_1340 (size=5175431) 2024-12-09T18:57:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742164_1340 (size=5175431) 2024-12-09T18:57:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742164_1340 (size=5175431) 2024-12-09T18:57:00,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742165_1341 (size=232881) 2024-12-09T18:57:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742165_1341 (size=232881) 2024-12-09T18:57:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742165_1341 (size=232881) 2024-12-09T18:57:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742166_1342 (size=1323991) 2024-12-09T18:57:00,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742166_1342 (size=1323991) 2024-12-09T18:57:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742166_1342 (size=1323991) 2024-12-09T18:57:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742167_1343 (size=4695811) 2024-12-09T18:57:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742167_1343 (size=4695811) 2024-12-09T18:57:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742167_1343 (size=4695811) 2024-12-09T18:57:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742168_1344 (size=1877034) 2024-12-09T18:57:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742168_1344 (size=1877034) 2024-12-09T18:57:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742168_1344 (size=1877034) 2024-12-09T18:57:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742169_1345 (size=217555) 2024-12-09T18:57:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742169_1345 (size=217555) 2024-12-09T18:57:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742169_1345 (size=217555) 2024-12-09T18:57:01,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742170_1346 (size=4188619) 2024-12-09T18:57:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742170_1346 (size=4188619) 2024-12-09T18:57:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742170_1346 (size=4188619) 2024-12-09T18:57:01,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742171_1347 (size=127628) 2024-12-09T18:57:01,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742171_1347 (size=127628) 2024-12-09T18:57:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742171_1347 (size=127628) 2024-12-09T18:57:01,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742172_1348 (size=443171) 2024-12-09T18:57:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742172_1348 (size=443171) 2024-12-09T18:57:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742172_1348 (size=443171) 2024-12-09T18:57:01,196 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:57:01,201 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list 2024-12-09T18:57:01,204 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.1 K 2024-12-09T18:57:01,204 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.8 K 2024-12-09T18:57:01,204 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.2 K 2024-12-09T18:57:01,204 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.1 K 2024-12-09T18:57:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742173_1349 (size=1023) 2024-12-09T18:57:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742173_1349 (size=1023) 2024-12-09T18:57:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742173_1349 (size=1023) 2024-12-09T18:57:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742174_1350 (size=35) 2024-12-09T18:57:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742174_1350 (size=35) 2024-12-09T18:57:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742174_1350 (size=35) 2024-12-09T18:57:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742175_1351 (size=304128) 2024-12-09T18:57:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742175_1351 (size=304128) 2024-12-09T18:57:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742175_1351 (size=304128) 2024-12-09T18:57:01,860 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0005_000001 (auth:SIMPLE) from 127.0.0.1:54278 2024-12-09T18:57:01,860 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:57:01,861 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:57:02,601 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0006_000001 (auth:SIMPLE) from 127.0.0.1:55762 2024-12-09T18:57:04,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 18c41e17873693039e719ba320926b23, had cached 0 bytes from a total of 14449 2024-12-09T18:57:04,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 14532cca2c2afa117e7666932326c088, had cached 0 bytes from a total of 6310 2024-12-09T18:57:07,041 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000001/launch_container.sh] 2024-12-09T18:57:07,041 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000001/container_tokens] 2024-12-09T18:57:07,041 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0005/container_1733770220664_0005_01_000001/sysfs] 2024-12-09T18:57:10,307 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0006_000001 (auth:SIMPLE) from 127.0.0.1:43988 2024-12-09T18:57:10,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742176_1352 (size=349826) 2024-12-09T18:57:10,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742176_1352 (size=349826) 2024-12-09T18:57:10,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742176_1352 (size=349826) 2024-12-09T18:57:11,070 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 14532cca2c2afa117e7666932326c088 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:57:11,071 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 18c41e17873693039e719ba320926b23 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:57:12,628 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0006_000001 (auth:SIMPLE) from 127.0.0.1:47154 2024-12-09T18:57:12,629 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0006_000001 (auth:SIMPLE) from 127.0.0.1:42630 2024-12-09T18:57:13,414 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0006_000001 (auth:SIMPLE) from 127.0.0.1:42636 2024-12-09T18:57:13,425 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0006_000001 (auth:SIMPLE) from 127.0.0.1:47170 2024-12-09T18:57:15,868 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0006_01_000006 while processing FINISH_CONTAINERS event 2024-12-09T18:57:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742177_1353 (size=29728) 2024-12-09T18:57:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742177_1353 (size=29728) 2024-12-09T18:57:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742177_1353 (size=29728) 2024-12-09T18:57:24,462 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000003/launch_container.sh] 2024-12-09T18:57:24,462 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000003/container_tokens] 2024-12-09T18:57:24,462 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000003/sysfs] 2024-12-09T18:57:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742178_1354 (size=463) 2024-12-09T18:57:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742178_1354 (size=463) 2024-12-09T18:57:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742178_1354 (size=463) 2024-12-09T18:57:24,523 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000005/launch_container.sh] 2024-12-09T18:57:24,524 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000005/container_tokens] 2024-12-09T18:57:24,524 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000005/sysfs] 2024-12-09T18:57:24,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742179_1355 (size=29728) 2024-12-09T18:57:24,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742179_1355 (size=29728) 2024-12-09T18:57:24,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742179_1355 (size=29728) 2024-12-09T18:57:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742180_1356 (size=349826) 2024-12-09T18:57:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742180_1356 (size=349826) 2024-12-09T18:57:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742180_1356 (size=349826) 2024-12-09T18:57:24,740 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0006_000001 (auth:SIMPLE) from 127.0.0.1:46856 2024-12-09T18:57:26,053 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000002/launch_container.sh] 2024-12-09T18:57:26,053 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000002/container_tokens] 2024-12-09T18:57:26,053 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000002/sysfs] 2024-12-09T18:57:26,650 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T18:57:26,651 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T18:57:26,675 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testConsecutiveExports 2024-12-09T18:57:26,675 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T18:57:26,676 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T18:57:26,676 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports 2024-12-09T18:57:26,678 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo 2024-12-09T18:57:26,678 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest 2024-12-09T18:57:26,678 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in org.apache.hadoop.fs.LocalFileSystem@c09d019 in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/snaptb0-testConsecutiveExports 2024-12-09T18:57:26,679 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo 2024-12-09T18:57:26,679 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770584655/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest 2024-12-09T18:57:26,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testConsecutiveExports 2024-12-09T18:57:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports 2024-12-09T18:57:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T18:57:26,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770646707"}]},"ts":"1733770646707"} 2024-12-09T18:57:26,712 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLING in hbase:meta 2024-12-09T18:57:26,712 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testConsecutiveExports to state=DISABLING 2024-12-09T18:57:26,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports}] 2024-12-09T18:57:26,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, UNASSIGN}, {pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, UNASSIGN}] 2024-12-09T18:57:26,720 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, UNASSIGN 2024-12-09T18:57:26,721 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, UNASSIGN 2024-12-09T18:57:26,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=14532cca2c2afa117e7666932326c088, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:26,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=134 updating hbase:meta row=18c41e17873693039e719ba320926b23, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:26,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, UNASSIGN because future has completed 2024-12-09T18:57:26,726 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:57:26,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 14532cca2c2afa117e7666932326c088, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:57:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, UNASSIGN because future has completed 2024-12-09T18:57:26,734 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=84065ca92432,46729,1733770203479, table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:57:26,742 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:57:26,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=134, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18c41e17873693039e719ba320926b23, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:57:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T18:57:26,899 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 18c41e17873693039e719ba320926b23 2024-12-09T18:57:26,899 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(122): Close 14532cca2c2afa117e7666932326c088 2024-12-09T18:57:26,899 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:57:26,899 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:57:26,899 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 18c41e17873693039e719ba320926b23, disabling compactions & flushes 2024-12-09T18:57:26,899 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:57:26,899 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:57:26,899 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. after waiting 0 ms 2024-12-09T18:57:26,899 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:57:26,900 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1722): Closing 14532cca2c2afa117e7666932326c088, disabling compactions & flushes 2024-12-09T18:57:26,900 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:57:26,900 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:57:26,900 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. after waiting 0 ms 2024-12-09T18:57:26,900 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:57:26,936 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:57:26,937 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:57:26,937 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088. 2024-12-09T18:57:26,937 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1676): Region close journal for 14532cca2c2afa117e7666932326c088: Waiting for close lock at 1733770646900Running coprocessor pre-close hooks at 1733770646900Disabling compacts and flushes for region at 1733770646900Disabling writes for close at 1733770646900Writing region close event to WAL at 1733770646904 (+4 ms)Running coprocessor post-close hooks at 1733770646937 (+33 ms)Closed at 1733770646937 2024-12-09T18:57:26,939 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(157): Closed 14532cca2c2afa117e7666932326c088 2024-12-09T18:57:26,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=14532cca2c2afa117e7666932326c088, regionState=CLOSED 2024-12-09T18:57:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 14532cca2c2afa117e7666932326c088, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:57:26,943 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:57:26,945 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:57:26,945 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23. 2024-12-09T18:57:26,945 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 18c41e17873693039e719ba320926b23: Waiting for close lock at 1733770646899Running coprocessor pre-close hooks at 1733770646899Disabling compacts and flushes for region at 1733770646899Disabling writes for close at 1733770646899Writing region close event to WAL at 1733770646927 (+28 ms)Running coprocessor post-close hooks at 1733770646945 (+18 ms)Closed at 1733770646945 2024-12-09T18:57:26,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=133 2024-12-09T18:57:26,952 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 18c41e17873693039e719ba320926b23 2024-12-09T18:57:26,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure 14532cca2c2afa117e7666932326c088, server=84065ca92432,46029,1733770203956 in 218 msec 2024-12-09T18:57:26,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=134 updating hbase:meta row=18c41e17873693039e719ba320926b23, regionState=CLOSED 2024-12-09T18:57:26,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=134, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18c41e17873693039e719ba320926b23, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:57:26,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=14532cca2c2afa117e7666932326c088, UNASSIGN in 232 msec 2024-12-09T18:57:26,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=134 2024-12-09T18:57:26,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=134, state=SUCCESS, hasLock=false; CloseRegionProcedure 18c41e17873693039e719ba320926b23, server=84065ca92432,46729,1733770203479 in 219 msec 2024-12-09T18:57:26,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=132 2024-12-09T18:57:26,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=18c41e17873693039e719ba320926b23, UNASSIGN in 245 msec 2024-12-09T18:57:26,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-09T18:57:26,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports in 251 msec 2024-12-09T18:57:26,971 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770646971"}]},"ts":"1733770646971"} 2024-12-09T18:57:26,973 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLED in hbase:meta 2024-12-09T18:57:26,973 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testConsecutiveExports to state=DISABLED 2024-12-09T18:57:26,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports in 279 msec 2024-12-09T18:57:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T18:57:27,026 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testConsecutiveExports completed 2024-12-09T18:57:27,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testConsecutiveExports 2024-12-09T18:57:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports 2024-12-09T18:57:27,029 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports 2024-12-09T18:57:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testConsecutiveExports 2024-12-09T18:57:27,030 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports 2024-12-09T18:57:27,036 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testConsecutiveExports 2024-12-09T18:57:27,042 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088 2024-12-09T18:57:27,045 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/recovered.edits] 2024-12-09T18:57:27,048 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23 2024-12-09T18:57:27,050 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/recovered.edits] 2024-12-09T18:57:27,051 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/cf/3d759ab26b5a481a81d3f24b00bf9981 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/cf/3d759ab26b5a481a81d3f24b00bf9981 2024-12-09T18:57:27,135 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088/recovered.edits/9.seqid 2024-12-09T18:57:27,136 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/14532cca2c2afa117e7666932326c088 2024-12-09T18:57:27,138 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/cf/cd9b5bf4641b49c6ada74fa65fa6effb to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/cf/cd9b5bf4641b49c6ada74fa65fa6effb 2024-12-09T18:57:27,142 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23/recovered.edits/9.seqid 2024-12-09T18:57:27,143 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testConsecutiveExports/18c41e17873693039e719ba320926b23 2024-12-09T18:57:27,143 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testConsecutiveExports regions 2024-12-09T18:57:27,143 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac 2024-12-09T18:57:27,144 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf] 2024-12-09T18:57:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:57:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:57:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:57:27,201 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF 2024-12-09T18:57:27,201 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF 2024-12-09T18:57:27,202 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF 2024-12-09T18:57:27,202 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b2024120936b682fc1604465db0bd0eb988232068_18c41e17873693039e719ba320926b23 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b2024120936b682fc1604465db0bd0eb988232068_18c41e17873693039e719ba320926b23 2024-12-09T18:57:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:57:27,205 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241209b6bfa2e8d64d4ec6b79cd722fade441c_14532cca2c2afa117e7666932326c088 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241209b6bfa2e8d64d4ec6b79cd722fade441c_14532cca2c2afa117e7666932326c088 2024-12-09T18:57:27,206 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac 2024-12-09T18:57:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:57:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:57:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports 2024-12-09T18:57:27,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:27,211 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data null 2024-12-09T18:57:27,211 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T18:57:27,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:27,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports 2024-12-09T18:57:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T18:57:27,215 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testConsecutiveExports from hbase:meta 2024-12-09T18:57:27,217 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testConsecutiveExports' descriptor. 2024-12-09T18:57:27,220 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports 2024-12-09T18:57:27,220 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testConsecutiveExports' from region states. 2024-12-09T18:57:27,220 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770647220"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:27,220 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770647220"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:27,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:57:27,223 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 14532cca2c2afa117e7666932326c088, NAME => 'testtb-testConsecutiveExports,,1733770578009.14532cca2c2afa117e7666932326c088.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 18c41e17873693039e719ba320926b23, NAME => 'testtb-testConsecutiveExports,1,1733770578009.18c41e17873693039e719ba320926b23.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:57:27,223 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testConsecutiveExports' as deleted. 2024-12-09T18:57:27,224 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770647223"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:27,226 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testConsecutiveExports state from META 2024-12-09T18:57:27,228 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports 2024-12-09T18:57:27,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports in 201 msec 2024-12-09T18:57:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T18:57:27,315 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testConsecutiveExports 2024-12-09T18:57:27,315 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testConsecutiveExports completed 2024-12-09T18:57:27,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testConsecutiveExports" type: DISABLED 2024-12-09T18:57:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testConsecutiveExports 2024-12-09T18:57:27,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testConsecutiveExports" type: DISABLED 2024-12-09T18:57:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testConsecutiveExports 2024-12-09T18:57:27,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testConsecutiveExports Thread=797 (was 801), OpenFileDescriptor=800 (was 816), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1582 (was 2324), ProcessCount=17 (was 17), AvailableMemoryMB=1391 (was 621) - AvailableMemoryMB LEAK? - 2024-12-09T18:57:27,363 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=797 is superior to 500 2024-12-09T18:57:27,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=797, OpenFileDescriptor=800, MaxFileDescriptor=1048576, SystemLoadAverage=1582, ProcessCount=17, AvailableMemoryMB=1391 2024-12-09T18:57:27,380 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=797 is superior to 500 2024-12-09T18:57:27,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:57:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:27,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:57:27,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportFileSystemStateWithMergeRegion" procId is: 138 2024-12-09T18:57:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-09T18:57:27,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:57:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742181_1357 (size=458) 2024-12-09T18:57:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742181_1357 (size=458) 2024-12-09T18:57:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742181_1357 (size=458) 2024-12-09T18:57:27,443 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26206867fee0224592eb00e240d6bf60, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:27,452 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4bc823954bf878dabf8e5913f5671b72, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-09T18:57:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742182_1358 (size=83) 2024-12-09T18:57:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742182_1358 (size=83) 2024-12-09T18:57:27,511 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:27,511 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1722): Closing 26206867fee0224592eb00e240d6bf60, disabling compactions & flushes 2024-12-09T18:57:27,511 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:27,511 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:27,511 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. after waiting 0 ms 2024-12-09T18:57:27,511 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:27,512 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:27,512 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26206867fee0224592eb00e240d6bf60: Waiting for close lock at 1733770647511Disabling compacts and flushes for region at 1733770647511Disabling writes for close at 1733770647511Writing region close event to WAL at 1733770647512 (+1 ms)Closed at 1733770647512 2024-12-09T18:57:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742182_1358 (size=83) 2024-12-09T18:57:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742183_1359 (size=83) 2024-12-09T18:57:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742183_1359 (size=83) 2024-12-09T18:57:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742183_1359 (size=83) 2024-12-09T18:57:27,532 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:27,533 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1722): Closing 4bc823954bf878dabf8e5913f5671b72, disabling compactions & flushes 2024-12-09T18:57:27,533 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:27,533 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:27,533 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. after waiting 0 ms 2024-12-09T18:57:27,533 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:27,533 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:27,533 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4bc823954bf878dabf8e5913f5671b72: Waiting for close lock at 1733770647532Disabling compacts and flushes for region at 1733770647532Disabling writes for close at 1733770647533 (+1 ms)Writing region close event to WAL at 1733770647533Closed at 1733770647533 2024-12-09T18:57:27,535 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:57:27,535 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1733770647535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770647535"}]},"ts":"1733770647535"} 2024-12-09T18:57:27,535 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1733770647535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770647535"}]},"ts":"1733770647535"} 2024-12-09T18:57:27,540 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:57:27,546 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:57:27,547 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770647546"}]},"ts":"1733770647546"} 2024-12-09T18:57:27,550 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLING in hbase:meta 2024-12-09T18:57:27,550 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:57:27,552 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:57:27,552 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:57:27,552 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:57:27,552 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:57:27,552 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:57:27,552 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:57:27,552 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:57:27,552 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:57:27,552 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:57:27,552 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:57:27,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, ASSIGN}, {pid=140, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, ASSIGN}] 2024-12-09T18:57:27,554 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, ASSIGN 2024-12-09T18:57:27,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=140, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, ASSIGN 2024-12-09T18:57:27,557 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:57:27,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=140, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:57:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-09T18:57:27,708 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:57:27,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=26206867fee0224592eb00e240d6bf60, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:27,709 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=140 updating hbase:meta row=4bc823954bf878dabf8e5913f5671b72, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:57:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, ASSIGN because future has completed 2024-12-09T18:57:27,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, ASSIGN because future has completed 2024-12-09T18:57:27,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26206867fee0224592eb00e240d6bf60, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:57:27,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=140, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bc823954bf878dabf8e5913f5671b72, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:57:27,899 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:27,900 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7752): Opening region: {ENCODED => 26206867fee0224592eb00e240d6bf60, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:57:27,900 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. service=AccessControlService 2024-12-09T18:57:27,900 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:27,900 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,900 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:27,901 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7794): checking encryption for 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,901 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7797): checking classloading for 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,915 INFO [StoreOpener-26206867fee0224592eb00e240d6bf60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,918 INFO [StoreOpener-26206867fee0224592eb00e240d6bf60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26206867fee0224592eb00e240d6bf60 columnFamilyName cf 2024-12-09T18:57:27,920 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:27,920 DEBUG [StoreOpener-26206867fee0224592eb00e240d6bf60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:27,920 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bc823954bf878dabf8e5913f5671b72, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:57:27,920 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. service=AccessControlService 2024-12-09T18:57:27,921 INFO [StoreOpener-26206867fee0224592eb00e240d6bf60-1 {}] regionserver.HStore(327): Store=26206867fee0224592eb00e240d6bf60/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:27,921 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:27,921 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,921 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:27,921 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,921 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,921 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1038): replaying wal for 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,922 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,922 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,923 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1048): stopping wal replay for 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,923 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1060): Cleaning up temporary data for 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,924 INFO [StoreOpener-4bc823954bf878dabf8e5913f5671b72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,924 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1093): writing seq id for 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,926 INFO [StoreOpener-4bc823954bf878dabf8e5913f5671b72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bc823954bf878dabf8e5913f5671b72 columnFamilyName cf 2024-12-09T18:57:27,926 DEBUG [StoreOpener-4bc823954bf878dabf8e5913f5671b72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:27,926 INFO [StoreOpener-4bc823954bf878dabf8e5913f5671b72-1 {}] regionserver.HStore(327): Store=4bc823954bf878dabf8e5913f5671b72/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:27,927 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,928 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,928 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,928 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,928 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,929 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:57:27,932 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1114): Opened 26206867fee0224592eb00e240d6bf60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65711957, jitterRate=-0.020815536379814148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:27,933 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:27,934 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1006): Region open journal for 26206867fee0224592eb00e240d6bf60: Running coprocessor pre-open hook at 1733770647901Writing region info on filesystem at 1733770647901Initializing all the Stores at 1733770647902 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770647902Cleaning up temporary data from old regions at 1733770647923 (+21 ms)Running coprocessor post-open hooks at 1733770647933 (+10 ms)Region opened successfully at 1733770647934 (+1 ms) 2024-12-09T18:57:27,935 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60., pid=141, masterSystemTime=1733770647895 2024-12-09T18:57:27,938 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=26206867fee0224592eb00e240d6bf60, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:27,943 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:27,943 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:57:27,943 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:27,944 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 4bc823954bf878dabf8e5913f5671b72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75228161, jitterRate=0.1209869533777237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:27,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26206867fee0224592eb00e240d6bf60, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:57:27,944 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:27,944 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 4bc823954bf878dabf8e5913f5671b72: Running coprocessor pre-open hook at 1733770647921Writing region info on filesystem at 1733770647921Initializing all the Stores at 1733770647922 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770647922Cleaning up temporary data from old regions at 1733770647928 (+6 ms)Running coprocessor post-open hooks at 1733770647944 (+16 ms)Region opened successfully at 1733770647944 2024-12-09T18:57:27,950 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72., pid=142, masterSystemTime=1733770647895 2024-12-09T18:57:27,952 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:27,952 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:27,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=140 updating hbase:meta row=4bc823954bf878dabf8e5913f5671b72, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:57:27,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=140, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bc823954bf878dabf8e5913f5671b72, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:57:27,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=139 2024-12-09T18:57:27,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 26206867fee0224592eb00e240d6bf60, server=84065ca92432,46729,1733770203479 in 229 msec 2024-12-09T18:57:27,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, ASSIGN in 404 msec 2024-12-09T18:57:27,965 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=84065ca92432,35415,1733770203781, table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:57:27,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=140 2024-12-09T18:57:27,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=140, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bc823954bf878dabf8e5913f5671b72, server=84065ca92432,35415,1733770203781 in 233 msec 2024-12-09T18:57:27,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=138 2024-12-09T18:57:27,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, ASSIGN in 416 msec 2024-12-09T18:57:27,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:57:27,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770647973"}]},"ts":"1733770647973"} 2024-12-09T18:57:27,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLED in hbase:meta 2024-12-09T18:57:27,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:57:27,976 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion jenkins: RWXCA 2024-12-09T18:57:27,981 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA] 2024-12-09T18:57:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-09T18:57:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:28,025 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:28,025 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:28,026 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:28,026 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:28,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 644 msec 2024-12-09T18:57:28,425 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000004/launch_container.sh] 2024-12-09T18:57:28,425 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000004/container_tokens] 2024-12-09T18:57:28,426 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000004/sysfs] 2024-12-09T18:57:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-12-09T18:57:28,525 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed 2024-12-09T18:57:28,525 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100 2024-12-09T18:57:28,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:28,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:28,528 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:57:28,530 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100 2024-12-09T18:57:28,534 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100 2024-12-09T18:57:28,544 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100 2024-12-09T18:57:28,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } 2024-12-09T18:57:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770648548 (current time:1733770648548). 2024-12-09T18:57:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:57:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2 2024-12-09T18:57:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:57:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b16a818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:28,550 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:28,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:28,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:28,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7810645e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:28,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:28,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,552 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:28,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f225a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:28,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:28,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:57:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a795325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:28,559 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:28,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:28,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:28,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218fb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:28,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:28,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,560 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:28,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32399cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:28,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:28,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:28,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:28,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:57:28,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:28,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:28,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:57:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA] 2024-12-09T18:57:28,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:57:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } 2024-12-09T18:57:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 143 2024-12-09T18:57:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-09T18:57:28,580 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:57:28,581 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:57:28,583 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:57:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742184_1360 (size=215) 2024-12-09T18:57:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742184_1360 (size=215) 2024-12-09T18:57:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742184_1360 (size=215) 2024-12-09T18:57:28,590 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:57:28,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26206867fee0224592eb00e240d6bf60}, {pid=145, ppid=143, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bc823954bf878dabf8e5913f5671b72}] 2024-12-09T18:57:28,591 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=143, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:28,591 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=144, ppid=143, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-09T18:57:28,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=144 2024-12-09T18:57:28,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=145 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=144}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=145}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 26206867fee0224592eb00e240d6bf60: 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 4bc823954bf878dabf8e5913f5671b72: 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=144}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed. 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=145}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed. 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=145}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=144}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=145}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=144}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=144}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:57:28,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=145}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:57:28,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742186_1362 (size=86) 2024-12-09T18:57:28,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742186_1362 (size=86) 2024-12-09T18:57:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742186_1362 (size=86) 2024-12-09T18:57:28,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=144}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:28,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-09T18:57:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-09T18:57:28,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:28,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=144, ppid=143, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742185_1361 (size=86) 2024-12-09T18:57:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742185_1361 (size=86) 2024-12-09T18:57:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742185_1361 (size=86) 2024-12-09T18:57:28,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=145}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:28,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-09T18:57:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-12-09T18:57:28,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:28,760 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=143, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:28,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26206867fee0224592eb00e240d6bf60 in 164 msec 2024-12-09T18:57:28,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-12-09T18:57:28,764 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:57:28,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4bc823954bf878dabf8e5913f5671b72 in 172 msec 2024-12-09T18:57:28,765 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:57:28,766 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:57:28,766 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:57:28,767 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:28,768 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:57:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742187_1363 (size=78) 2024-12-09T18:57:28,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742187_1363 (size=78) 2024-12-09T18:57:28,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742187_1363 (size=78) 2024-12-09T18:57:28,792 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:57:28,792 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:28,793 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:28,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 922e2bdfd306fa642251293bd7c3b58d, had cached 0 bytes from a total of 5333 2024-12-09T18:57:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742188_1364 (size=713) 2024-12-09T18:57:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742188_1364 (size=713) 2024-12-09T18:57:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742188_1364 (size=713) 2024-12-09T18:57:28,841 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:57:28,853 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:57:28,853 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:28,855 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=143, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:57:28,855 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 143 2024-12-09T18:57:28,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=143, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 285 msec 2024-12-09T18:57:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-09T18:57:28,895 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed 2024-12-09T18:57:28,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:57:28,905 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:57:28,906 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100 2024-12-09T18:57:28,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:28,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:28,910 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:57:28,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100 2024-12-09T18:57:28,918 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100 2024-12-09T18:57:28,925 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100 2024-12-09T18:57:28,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } 2024-12-09T18:57:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770648928 (current time:1733770648928). 2024-12-09T18:57:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:57:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2 2024-12-09T18:57:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:57:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a06e8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:28,929 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@966bd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:28,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,931 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:28,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39dacfd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:28,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:28,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:28,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:28,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:57:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b08eb11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:28,937 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:28,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:28,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:28,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e24f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:28,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:28,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,939 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:28,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f828946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:28,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:28,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:28,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:28,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:57:28,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:28,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:28,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T18:57:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA] 2024-12-09T18:57:28,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:57:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } 2024-12-09T18:57:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 146 2024-12-09T18:57:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T18:57:28,950 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:57:28,952 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:57:28,954 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:57:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742189_1365 (size=210) 2024-12-09T18:57:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742189_1365 (size=210) 2024-12-09T18:57:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742189_1365 (size=210) 2024-12-09T18:57:28,967 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:57:28,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26206867fee0224592eb00e240d6bf60}, {pid=148, ppid=146, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bc823954bf878dabf8e5913f5671b72}] 2024-12-09T18:57:28,968 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, ppid=146, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:28,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T18:57:29,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=147 2024-12-09T18:57:29,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=148 2024-12-09T18:57:29,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:29,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:29,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing 4bc823954bf878dabf8e5913f5671b72 1/1 column families, dataSize=3.19 KB heapSize=7.14 KB 2024-12-09T18:57:29,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 26206867fee0224592eb00e240d6bf60 1/1 column families, dataSize=65 B heapSize=400 B 2024-12-09T18:57:29,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209747f052a0b7a4c5382264fd4d5af09ed_4bc823954bf878dabf8e5913f5671b72 is 71, key is 1518f7a6a05315bd4742ebe9c6c4c331/cf:q/1733770648905/Put/seqid=0 2024-12-09T18:57:29,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bc4e6f0a98bd4ae58105f888752140df_26206867fee0224592eb00e240d6bf60 is 69, key is 003d2cd1d8270d837ba101aebcc1541c3/cf:q/1733770648902/Put/seqid=0 2024-12-09T18:57:29,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742190_1366 (size=8312) 2024-12-09T18:57:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742190_1366 (size=8312) 2024-12-09T18:57:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742190_1366 (size=8312) 2024-12-09T18:57:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742191_1367 (size=4964) 2024-12-09T18:57:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742191_1367 (size=4964) 2024-12-09T18:57:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742191_1367 (size=4964) 2024-12-09T18:57:29,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:29,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:29,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209747f052a0b7a4c5382264fd4d5af09ed_4bc823954bf878dabf8e5913f5671b72 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241209747f052a0b7a4c5382264fd4d5af09ed_4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:29,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/.tmp/cf/3b543612425742e9be01a5114bd8888e, store: [table=testtb-testExportFileSystemStateWithMergeRegion family=cf region=4bc823954bf878dabf8e5913f5671b72] 2024-12-09T18:57:29,164 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bc4e6f0a98bd4ae58105f888752140df_26206867fee0224592eb00e240d6bf60 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc4e6f0a98bd4ae58105f888752140df_26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:29,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/.tmp/cf/3b543612425742e9be01a5114bd8888e is 224, key is 141cb750f400464a9b64373ca3d94e351/cf:q/1733770648905/Put/seqid=0 2024-12-09T18:57:29,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/.tmp/cf/076f6dee1b434705889fe8e81d380265, store: [table=testtb-testExportFileSystemStateWithMergeRegion family=cf region=26206867fee0224592eb00e240d6bf60] 2024-12-09T18:57:29,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/.tmp/cf/076f6dee1b434705889fe8e81d380265 is 224, key is 003d2cd1d8270d837ba101aebcc1541c3/cf:q/1733770648902/Put/seqid=0 2024-12-09T18:57:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742192_1368 (size=16159) 2024-12-09T18:57:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742192_1368 (size=16159) 2024-12-09T18:57:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742192_1368 (size=16159) 2024-12-09T18:57:29,178 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/.tmp/cf/3b543612425742e9be01a5114bd8888e 2024-12-09T18:57:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742193_1369 (size=5534) 2024-12-09T18:57:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742193_1369 (size=5534) 2024-12-09T18:57:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742193_1369 (size=5534) 2024-12-09T18:57:29,180 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=65, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/.tmp/cf/076f6dee1b434705889fe8e81d380265 2024-12-09T18:57:29,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/.tmp/cf/3b543612425742e9be01a5114bd8888e as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/cf/3b543612425742e9be01a5114bd8888e 2024-12-09T18:57:29,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/.tmp/cf/076f6dee1b434705889fe8e81d380265 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/cf/076f6dee1b434705889fe8e81d380265 2024-12-09T18:57:29,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/cf/3b543612425742e9be01a5114bd8888e, entries=49, sequenceid=6, filesize=15.8 K 2024-12-09T18:57:29,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/cf/076f6dee1b434705889fe8e81d380265, entries=1, sequenceid=6, filesize=5.4 K 2024-12-09T18:57:29,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~65 B/65, heapSize ~384 B/384, currentSize=0 B/0 for 26206867fee0224592eb00e240d6bf60 in 75ms, sequenceid=6, compaction requested=false 2024-12-09T18:57:29,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~3.19 KB/3271, heapSize ~7.13 KB/7296, currentSize=0 B/0 for 4bc823954bf878dabf8e5913f5671b72 in 75ms, sequenceid=6, compaction requested=false 2024-12-09T18:57:29,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion' 2024-12-09T18:57:29,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion' 2024-12-09T18:57:29,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 26206867fee0224592eb00e240d6bf60: 2024-12-09T18:57:29,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for 4bc823954bf878dabf8e5913f5671b72: 2024-12-09T18:57:29,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. for snaptb0-testExportFileSystemStateWithMergeRegion completed. 2024-12-09T18:57:29,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. for snaptb0-testExportFileSystemStateWithMergeRegion completed. 2024-12-09T18:57:29,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:29,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:29,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:29,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:29,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/cf/076f6dee1b434705889fe8e81d380265] hfiles 2024-12-09T18:57:29,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/cf/3b543612425742e9be01a5114bd8888e] hfiles 2024-12-09T18:57:29,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/cf/076f6dee1b434705889fe8e81d380265 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:29,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/cf/3b543612425742e9be01a5114bd8888e for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742195_1371 (size=125) 2024-12-09T18:57:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742195_1371 (size=125) 2024-12-09T18:57:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742195_1371 (size=125) 2024-12-09T18:57:29,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:29,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-09T18:57:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-12-09T18:57:29,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:29,215 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742194_1370 (size=125) 2024-12-09T18:57:29,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742194_1370 (size=125) 2024-12-09T18:57:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742194_1370 (size=125) 2024-12-09T18:57:29,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26206867fee0224592eb00e240d6bf60 in 249 msec 2024-12-09T18:57:29,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:29,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-12-09T18:57:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-12-09T18:57:29,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:29,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, ppid=146, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:29,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=146 2024-12-09T18:57:29,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=146, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4bc823954bf878dabf8e5913f5671b72 in 255 msec 2024-12-09T18:57:29,224 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:57:29,225 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:57:29,226 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:57:29,226 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:57:29,226 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:29,227 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241209747f052a0b7a4c5382264fd4d5af09ed_4bc823954bf878dabf8e5913f5671b72, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc4e6f0a98bd4ae58105f888752140df_26206867fee0224592eb00e240d6bf60] hfiles 2024-12-09T18:57:29,227 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241209747f052a0b7a4c5382264fd4d5af09ed_4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:29,227 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc4e6f0a98bd4ae58105f888752140df_26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:29,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742196_1372 (size=309) 2024-12-09T18:57:29,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742196_1372 (size=309) 2024-12-09T18:57:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742196_1372 (size=309) 2024-12-09T18:57:29,234 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:57:29,234 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:29,235 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742197_1373 (size=1023) 2024-12-09T18:57:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742197_1373 (size=1023) 2024-12-09T18:57:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742197_1373 (size=1023) 2024-12-09T18:57:29,262 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:57:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T18:57:29,270 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:57:29,270 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:29,272 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=146, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:57:29,272 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 146 2024-12-09T18:57:29,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=146, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 324 msec 2024-12-09T18:57:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T18:57:29,575 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed 2024-12-09T18:57:29,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:57:29,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:57:29,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:57:29,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:57:29,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:57:29,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:57:29,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemStateWithMergeRegion-1', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:57:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:29,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:57:29,585 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:29,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportFileSystemStateWithMergeRegion-1" procId is: 149 2024-12-09T18:57:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-09T18:57:29,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:57:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742198_1374 (size=399) 2024-12-09T18:57:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742198_1374 (size=399) 2024-12-09T18:57:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742198_1374 (size=399) 2024-12-09T18:57:29,593 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c352e49a8de981f0a846ba129e86dc5, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5.', STARTKEY => '', ENDKEY => '2'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:29,594 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b940568665fea7fad59a3c2a7cea36c9, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9.', STARTKEY => '2', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742199_1375 (size=85) 2024-12-09T18:57:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742200_1376 (size=85) 2024-12-09T18:57:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742200_1376 (size=85) 2024-12-09T18:57:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742200_1376 (size=85) 2024-12-09T18:57:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742199_1375 (size=85) 2024-12-09T18:57:29,614 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:29,614 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1722): Closing 9c352e49a8de981f0a846ba129e86dc5, disabling compactions & flushes 2024-12-09T18:57:29,614 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:29,614 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:29,614 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. after waiting 0 ms 2024-12-09T18:57:29,614 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:29,614 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:29,614 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c352e49a8de981f0a846ba129e86dc5: Waiting for close lock at 1733770649614Disabling compacts and flushes for region at 1733770649614Disabling writes for close at 1733770649614Writing region close event to WAL at 1733770649614Closed at 1733770649614 2024-12-09T18:57:29,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742199_1375 (size=85) 2024-12-09T18:57:29,615 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:29,615 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1722): Closing b940568665fea7fad59a3c2a7cea36c9, disabling compactions & flushes 2024-12-09T18:57:29,615 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:29,615 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:29,615 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. after waiting 0 ms 2024-12-09T18:57:29,615 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:29,615 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:29,615 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1676): Region close journal for b940568665fea7fad59a3c2a7cea36c9: Waiting for close lock at 1733770649615Disabling compacts and flushes for region at 1733770649615Disabling writes for close at 1733770649615Writing region close event to WAL at 1733770649615Closed at 1733770649615 2024-12-09T18:57:29,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:57:29,616 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1733770649616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770649616"}]},"ts":"1733770649616"} 2024-12-09T18:57:29,616 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1733770649616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770649616"}]},"ts":"1733770649616"} 2024-12-09T18:57:29,618 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:57:29,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:57:29,619 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770649619"}]},"ts":"1733770649619"} 2024-12-09T18:57:29,621 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLING in hbase:meta 2024-12-09T18:57:29,621 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:57:29,622 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:57:29,622 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:57:29,622 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:57:29,622 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:57:29,622 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:57:29,622 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:57:29,622 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:57:29,622 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:57:29,622 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:57:29,622 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:57:29,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, ASSIGN}, {pid=151, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, ASSIGN}] 2024-12-09T18:57:29,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, ASSIGN 2024-12-09T18:57:29,624 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, ASSIGN 2024-12-09T18:57:29,624 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:57:29,624 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:57:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-09T18:57:29,775 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:57:29,775 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=150 updating hbase:meta row=9c352e49a8de981f0a846ba129e86dc5, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:29,775 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=b940568665fea7fad59a3c2a7cea36c9, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, ASSIGN because future has completed 2024-12-09T18:57:29,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c352e49a8de981f0a846ba129e86dc5, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:57:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, ASSIGN because future has completed 2024-12-09T18:57:29,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure b940568665fea7fad59a3c2a7cea36c9, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:57:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-09T18:57:29,912 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:57:29,932 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:29,932 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:29,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c352e49a8de981f0a846ba129e86dc5, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5.', STARTKEY => '', ENDKEY => '2'} 2024-12-09T18:57:29,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => b940568665fea7fad59a3c2a7cea36c9, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9.', STARTKEY => '2', ENDKEY => ''} 2024-12-09T18:57:29,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. service=AccessControlService 2024-12-09T18:57:29,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. service=AccessControlService 2024-12-09T18:57:29,932 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:29,932 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:29,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:29,932 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:29,933 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,933 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7794): checking encryption for 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,933 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,933 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7797): checking classloading for 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,934 INFO [StoreOpener-b940568665fea7fad59a3c2a7cea36c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,934 INFO [StoreOpener-9c352e49a8de981f0a846ba129e86dc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,935 INFO [StoreOpener-b940568665fea7fad59a3c2a7cea36c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b940568665fea7fad59a3c2a7cea36c9 columnFamilyName cf 2024-12-09T18:57:29,935 INFO [StoreOpener-9c352e49a8de981f0a846ba129e86dc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c352e49a8de981f0a846ba129e86dc5 columnFamilyName cf 2024-12-09T18:57:29,935 DEBUG [StoreOpener-b940568665fea7fad59a3c2a7cea36c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:29,935 DEBUG [StoreOpener-9c352e49a8de981f0a846ba129e86dc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:29,936 INFO [StoreOpener-b940568665fea7fad59a3c2a7cea36c9-1 {}] regionserver.HStore(327): Store=b940568665fea7fad59a3c2a7cea36c9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:29,936 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,938 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,938 INFO [StoreOpener-9c352e49a8de981f0a846ba129e86dc5-1 {}] regionserver.HStore(327): Store=9c352e49a8de981f0a846ba129e86dc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:29,939 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,939 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1038): replaying wal for 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,943 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,943 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,943 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,943 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,944 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1048): stopping wal replay for 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,944 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1060): Cleaning up temporary data for 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,945 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,945 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1093): writing seq id for 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,947 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:57:29,947 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:57:29,947 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1114): Opened 9c352e49a8de981f0a846ba129e86dc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60570624, jitterRate=-0.0974273681640625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:29,947 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened b940568665fea7fad59a3c2a7cea36c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66950276, jitterRate=-0.002363145351409912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:29,947 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:29,947 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:29,948 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for b940568665fea7fad59a3c2a7cea36c9: Running coprocessor pre-open hook at 1733770649933Writing region info on filesystem at 1733770649933Initializing all the Stores at 1733770649933Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770649933Cleaning up temporary data from old regions at 1733770649943 (+10 ms)Running coprocessor post-open hooks at 1733770649947 (+4 ms)Region opened successfully at 1733770649948 (+1 ms) 2024-12-09T18:57:29,948 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1006): Region open journal for 9c352e49a8de981f0a846ba129e86dc5: Running coprocessor pre-open hook at 1733770649933Writing region info on filesystem at 1733770649933Initializing all the Stores at 1733770649933Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770649933Cleaning up temporary data from old regions at 1733770649944 (+11 ms)Running coprocessor post-open hooks at 1733770649947 (+3 ms)Region opened successfully at 1733770649948 (+1 ms) 2024-12-09T18:57:29,949 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5., pid=152, masterSystemTime=1733770649929 2024-12-09T18:57:29,949 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9., pid=153, masterSystemTime=1733770649930 2024-12-09T18:57:29,951 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:29,951 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:29,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=b940568665fea7fad59a3c2a7cea36c9, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:29,952 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:29,952 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:29,953 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=150 updating hbase:meta row=9c352e49a8de981f0a846ba129e86dc5, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:29,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure b940568665fea7fad59a3c2a7cea36c9, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:57:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=150, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c352e49a8de981f0a846ba129e86dc5, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:57:29,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-12-09T18:57:29,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure b940568665fea7fad59a3c2a7cea36c9, server=84065ca92432,46729,1733770203479 in 180 msec 2024-12-09T18:57:29,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=150 2024-12-09T18:57:29,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, ASSIGN in 338 msec 2024-12-09T18:57:29,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=150, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c352e49a8de981f0a846ba129e86dc5, server=84065ca92432,46029,1733770203956 in 182 msec 2024-12-09T18:57:29,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-09T18:57:29,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, ASSIGN in 339 msec 2024-12-09T18:57:29,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:57:29,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770649968"}]},"ts":"1733770649968"} 2024-12-09T18:57:29,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLED in hbase:meta 2024-12-09T18:57:29,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:57:29,972 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion-1 jenkins: RWXCA 2024-12-09T18:57:29,975 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA] 2024-12-09T18:57:30,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:30,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:30,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:30,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:30,021 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:30,022 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:30,022 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:30,022 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:30,022 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:30,022 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:30,023 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:30,023 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:30,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 443 msec 2024-12-09T18:57:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-09T18:57:30,215 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed 2024-12-09T18:57:30,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='1', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5., hostname=84065ca92432,46029,1733770203956, seqNum=2] 2024-12-09T18:57:30,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='2', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9., hostname=84065ca92432,46729,1733770203479, seqNum=2] 2024-12-09T18:57:30,228 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion-1,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion-1 ,, for max=2147483647 with caching=100 2024-12-09T18:57:30,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$2(2278): Client=jenkins//172.17.0.2 merge regions [9c352e49a8de981f0a846ba129e86dc5, b940568665fea7fad59a3c2a7cea36c9] 2024-12-09T18:57:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[9c352e49a8de981f0a846ba129e86dc5, b940568665fea7fad59a3c2a7cea36c9], force=true 2024-12-09T18:57:30,257 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=154, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[9c352e49a8de981f0a846ba129e86dc5, b940568665fea7fad59a3c2a7cea36c9], force=true 2024-12-09T18:57:30,257 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=154, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[9c352e49a8de981f0a846ba129e86dc5, b940568665fea7fad59a3c2a7cea36c9], force=true 2024-12-09T18:57:30,257 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=154, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[9c352e49a8de981f0a846ba129e86dc5, b940568665fea7fad59a3c2a7cea36c9], force=true 2024-12-09T18:57:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T18:57:30,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, UNASSIGN}, {pid=156, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, UNASSIGN}] 2024-12-09T18:57:30,268 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, UNASSIGN 2024-12-09T18:57:30,268 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, UNASSIGN 2024-12-09T18:57:30,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=156 updating hbase:meta row=b940568665fea7fad59a3c2a7cea36c9, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:30,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=9c352e49a8de981f0a846ba129e86dc5, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:30,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, UNASSIGN because future has completed 2024-12-09T18:57:30,273 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-09T18:57:30,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9c352e49a8de981f0a846ba129e86dc5, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:57:30,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, UNASSIGN because future has completed 2024-12-09T18:57:30,274 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-09T18:57:30,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE, hasLock=false; CloseRegionProcedure b940568665fea7fad59a3c2a7cea36c9, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:57:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T18:57:30,426 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(122): Close 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:30,426 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-09T18:57:30,426 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1722): Closing 9c352e49a8de981f0a846ba129e86dc5, disabling compactions & flushes 2024-12-09T18:57:30,426 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:30,426 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:30,426 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. after waiting 0 ms 2024-12-09T18:57:30,426 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:30,426 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(2902): Flushing 9c352e49a8de981f0a846ba129e86dc5 1/1 column families, dataSize=24 B heapSize=352 B 2024-12-09T18:57:30,428 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:30,428 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-09T18:57:30,428 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing b940568665fea7fad59a3c2a7cea36c9, disabling compactions & flushes 2024-12-09T18:57:30,428 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:30,428 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:30,428 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. after waiting 0 ms 2024-12-09T18:57:30,428 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:30,428 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(2902): Flushing b940568665fea7fad59a3c2a7cea36c9 1/1 column families, dataSize=24 B heapSize=352 B 2024-12-09T18:57:30,449 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/.tmp/cf/43a1429f6e774a44bfb8a5ca6bb140a4 is 28, key is 1/cf:/1733770650221/Put/seqid=0 2024-12-09T18:57:30,457 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/.tmp/cf/c74df1a164214c30b6f0bd5426d075ff is 28, key is 2/cf:/1733770650227/Put/seqid=0 2024-12-09T18:57:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742201_1377 (size=4945) 2024-12-09T18:57:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742201_1377 (size=4945) 2024-12-09T18:57:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742201_1377 (size=4945) 2024-12-09T18:57:30,462 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/.tmp/cf/43a1429f6e774a44bfb8a5ca6bb140a4 2024-12-09T18:57:30,470 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/.tmp/cf/43a1429f6e774a44bfb8a5ca6bb140a4 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/cf/43a1429f6e774a44bfb8a5ca6bb140a4 2024-12-09T18:57:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742202_1378 (size=4945) 2024-12-09T18:57:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742202_1378 (size=4945) 2024-12-09T18:57:30,472 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/.tmp/cf/c74df1a164214c30b6f0bd5426d075ff 2024-12-09T18:57:30,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742202_1378 (size=4945) 2024-12-09T18:57:30,478 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/cf/43a1429f6e774a44bfb8a5ca6bb140a4, entries=1, sequenceid=5, filesize=4.8 K 2024-12-09T18:57:30,479 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for 9c352e49a8de981f0a846ba129e86dc5 in 53ms, sequenceid=5, compaction requested=false 2024-12-09T18:57:30,479 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion-1' 2024-12-09T18:57:30,482 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/.tmp/cf/c74df1a164214c30b6f0bd5426d075ff as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/cf/c74df1a164214c30b6f0bd5426d075ff 2024-12-09T18:57:30,490 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:57:30,491 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:57:30,491 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. 2024-12-09T18:57:30,491 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1676): Region close journal for 9c352e49a8de981f0a846ba129e86dc5: Waiting for close lock at 1733770650426Running coprocessor pre-close hooks at 1733770650426Disabling compacts and flushes for region at 1733770650426Disabling writes for close at 1733770650426Obtaining lock to block concurrent updates at 1733770650426Preparing flush snapshotting stores in 9c352e49a8de981f0a846ba129e86dc5 at 1733770650426Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1733770650426Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5. at 1733770650427 (+1 ms)Flushing 9c352e49a8de981f0a846ba129e86dc5/cf: creating writer at 1733770650427Flushing 9c352e49a8de981f0a846ba129e86dc5/cf: appending metadata at 1733770650448 (+21 ms)Flushing 9c352e49a8de981f0a846ba129e86dc5/cf: closing flushed file at 1733770650448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad23bdf: reopening flushed file at 1733770650469 (+21 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for 9c352e49a8de981f0a846ba129e86dc5 in 53ms, sequenceid=5, compaction requested=false at 1733770650479 (+10 ms)Writing region close event to WAL at 1733770650482 (+3 ms)Running coprocessor post-close hooks at 1733770650490 (+8 ms)Closed at 1733770650491 (+1 ms) 2024-12-09T18:57:30,492 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/cf/c74df1a164214c30b6f0bd5426d075ff, entries=1, sequenceid=5, filesize=4.8 K 2024-12-09T18:57:30,493 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for b940568665fea7fad59a3c2a7cea36c9 in 65ms, sequenceid=5, compaction requested=false 2024-12-09T18:57:30,496 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(157): Closed 9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:30,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=9c352e49a8de981f0a846ba129e86dc5, regionState=CLOSED 2024-12-09T18:57:30,506 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:57:30,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9c352e49a8de981f0a846ba129e86dc5, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:57:30,509 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:57:30,509 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. 2024-12-09T18:57:30,509 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for b940568665fea7fad59a3c2a7cea36c9: Waiting for close lock at 1733770650428Running coprocessor pre-close hooks at 1733770650428Disabling compacts and flushes for region at 1733770650428Disabling writes for close at 1733770650428Obtaining lock to block concurrent updates at 1733770650428Preparing flush snapshotting stores in b940568665fea7fad59a3c2a7cea36c9 at 1733770650428Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1733770650428Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9. at 1733770650429 (+1 ms)Flushing b940568665fea7fad59a3c2a7cea36c9/cf: creating writer at 1733770650429Flushing b940568665fea7fad59a3c2a7cea36c9/cf: appending metadata at 1733770650457 (+28 ms)Flushing b940568665fea7fad59a3c2a7cea36c9/cf: closing flushed file at 1733770650457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5309f5bb: reopening flushed file at 1733770650480 (+23 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for b940568665fea7fad59a3c2a7cea36c9 in 65ms, sequenceid=5, compaction requested=false at 1733770650493 (+13 ms)Writing region close event to WAL at 1733770650494 (+1 ms)Running coprocessor post-close hooks at 1733770650509 (+15 ms)Closed at 1733770650509 2024-12-09T18:57:30,512 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:30,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=156 updating hbase:meta row=b940568665fea7fad59a3c2a7cea36c9, regionState=CLOSED 2024-12-09T18:57:30,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=155 2024-12-09T18:57:30,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=155, state=SUCCESS, hasLock=false; CloseRegionProcedure 9c352e49a8de981f0a846ba129e86dc5, server=84065ca92432,46029,1733770203956 in 239 msec 2024-12-09T18:57:30,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=156, state=RUNNABLE, hasLock=false; CloseRegionProcedure b940568665fea7fad59a3c2a7cea36c9, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:57:30,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=9c352e49a8de981f0a846ba129e86dc5, UNASSIGN in 249 msec 2024-12-09T18:57:30,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=156 2024-12-09T18:57:30,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=156, state=SUCCESS, hasLock=false; CloseRegionProcedure b940568665fea7fad59a3c2a7cea36c9, server=84065ca92432,46729,1733770203479 in 246 msec 2024-12-09T18:57:30,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=154 2024-12-09T18:57:30,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b940568665fea7fad59a3c2a7cea36c9, UNASSIGN in 255 msec 2024-12-09T18:57:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742203_1379 (size=84) 2024-12-09T18:57:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742203_1379 (size=84) 2024-12-09T18:57:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742203_1379 (size=84) 2024-12-09T18:57:30,558 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742204_1380 (size=20) 2024-12-09T18:57:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742204_1380 (size=20) 2024-12-09T18:57:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742204_1380 (size=20) 2024-12-09T18:57:30,577 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T18:57:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742205_1381 (size=21) 2024-12-09T18:57:30,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742205_1381 (size=21) 2024-12-09T18:57:30,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742205_1381 (size=21) 2024-12-09T18:57:30,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742206_1382 (size=84) 2024-12-09T18:57:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742206_1382 (size=84) 2024-12-09T18:57:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742206_1382 (size=84) 2024-12-09T18:57:30,609 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:30,622 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=-1 2024-12-09T18:57:30,625 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649579.9c352e49a8de981f0a846ba129e86dc5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:30,625 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1733770649579.b940568665fea7fad59a3c2a7cea36c9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:30,625 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":7,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1.","families":{"info":[{"qualifier":"regioninfo","vlen":83,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0000","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0001","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:30,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, ASSIGN}] 2024-12-09T18:57:30,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, ASSIGN 2024-12-09T18:57:30,636 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=159, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, ASSIGN; state=MERGED, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:57:30,789 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T18:57:30,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=2e195c8f22f416a520dcf9ddee5047a1, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:30,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, ASSIGN because future has completed 2024-12-09T18:57:30,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:57:30,872 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0006_000001 (auth:SIMPLE) from 127.0.0.1:40212 2024-12-09T18:57:30,887 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000001/launch_container.sh] 2024-12-09T18:57:30,887 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000001/container_tokens] 2024-12-09T18:57:30,887 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0006/container_1733770220664_0006_01_000001/sysfs] 2024-12-09T18:57:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T18:57:30,953 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:30,953 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e195c8f22f416a520dcf9ddee5047a1, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:57:30,954 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. service=AccessControlService 2024-12-09T18:57:30,954 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:30,954 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:30,954 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:30,954 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7794): checking encryption for 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:30,954 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7797): checking classloading for 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:30,956 INFO [StoreOpener-2e195c8f22f416a520dcf9ddee5047a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:30,962 INFO [StoreOpener-2e195c8f22f416a520dcf9ddee5047a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e195c8f22f416a520dcf9ddee5047a1 columnFamilyName cf 2024-12-09T18:57:30,962 DEBUG [StoreOpener-2e195c8f22f416a520dcf9ddee5047a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:30,978 DEBUG [StoreOpener-2e195c8f22f416a520dcf9ddee5047a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/43a1429f6e774a44bfb8a5ca6bb140a4.9c352e49a8de981f0a846ba129e86dc5->hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/cf/43a1429f6e774a44bfb8a5ca6bb140a4-top 2024-12-09T18:57:30,999 DEBUG [StoreOpener-2e195c8f22f416a520dcf9ddee5047a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/c74df1a164214c30b6f0bd5426d075ff.b940568665fea7fad59a3c2a7cea36c9->hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/cf/c74df1a164214c30b6f0bd5426d075ff-top 2024-12-09T18:57:30,999 INFO [StoreOpener-2e195c8f22f416a520dcf9ddee5047a1-1 {}] regionserver.HStore(327): Store=2e195c8f22f416a520dcf9ddee5047a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:30,999 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1038): replaying wal for 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,000 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,002 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,003 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1048): stopping wal replay for 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,003 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1060): Cleaning up temporary data for 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,005 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1093): writing seq id for 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,006 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1114): Opened 2e195c8f22f416a520dcf9ddee5047a1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67810205, jitterRate=0.010450795292854309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:31,006 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,007 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1006): Region open journal for 2e195c8f22f416a520dcf9ddee5047a1: Running coprocessor pre-open hook at 1733770650954Writing region info on filesystem at 1733770650954Initializing all the Stores at 1733770650955 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770650955Cleaning up temporary data from old regions at 1733770651003 (+48 ms)Running coprocessor post-open hooks at 1733770651006 (+3 ms)Region opened successfully at 1733770651006 2024-12-09T18:57:31,008 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1., pid=160, masterSystemTime=1733770650950 2024-12-09T18:57:31,008 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.CompactSplit(342): Ignoring compaction request for testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1.,because compaction is disabled. 2024-12-09T18:57:31,012 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:31,012 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:31,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=2e195c8f22f416a520dcf9ddee5047a1, regionState=OPEN, openSeqNum=9, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:31,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:57:31,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-12-09T18:57:31,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1, server=84065ca92432,46029,1733770203956 in 227 msec 2024-12-09T18:57:31,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=154 2024-12-09T18:57:31,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, ASSIGN in 392 msec 2024-12-09T18:57:31,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[9c352e49a8de981f0a846ba129e86dc5, b940568665fea7fad59a3c2a7cea36c9], force=true in 777 msec 2024-12-09T18:57:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T18:57:31,412 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MERGE_REGIONS, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed 2024-12-09T18:57:31,413 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } 2024-12-09T18:57:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770651413 (current time:1733770651413). 2024-12-09T18:57:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:57:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 VERSION not specified, setting to 2 2024-12-09T18:57:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:57:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:31,425 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:31,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:31,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:31,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef8933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:31,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:31,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:31,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:31,427 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:31,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e27682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:31,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:31,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:57:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:31,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636dc94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:31,448 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4effff0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:31,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:31,450 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf915c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:31,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:31,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:31,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion-1', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:57:31,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:31,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:31,460 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:57:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA] 2024-12-09T18:57:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:57:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=161, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } 2024-12-09T18:57:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 161 2024-12-09T18:57:31,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-12-09T18:57:31,469 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:57:31,471 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:57:31,474 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:57:31,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742207_1383 (size=216) 2024-12-09T18:57:31,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742207_1383 (size=216) 2024-12-09T18:57:31,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742207_1383 (size=216) 2024-12-09T18:57:31,549 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:57:31,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1}] 2024-12-09T18:57:31,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=162, ppid=161, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-12-09T18:57:31,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=162 2024-12-09T18:57:31,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:31,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] regionserver.HRegion(2603): Flush status journal for 2e195c8f22f416a520dcf9ddee5047a1: 2024-12-09T18:57:31,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. for snaptb0-testExportFileSystemStateWithMergeRegion-1 completed. 2024-12-09T18:57:31,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:31,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:31,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/43a1429f6e774a44bfb8a5ca6bb140a4.9c352e49a8de981f0a846ba129e86dc5->hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/cf/43a1429f6e774a44bfb8a5ca6bb140a4-top, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/c74df1a164214c30b6f0bd5426d075ff.b940568665fea7fad59a3c2a7cea36c9->hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/cf/c74df1a164214c30b6f0bd5426d075ff-top] hfiles 2024-12-09T18:57:31,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/43a1429f6e774a44bfb8a5ca6bb140a4.9c352e49a8de981f0a846ba129e86dc5 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:31,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/c74df1a164214c30b6f0bd5426d075ff.b940568665fea7fad59a3c2a7cea36c9 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:31,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742208_1384 (size=269) 2024-12-09T18:57:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742208_1384 (size=269) 2024-12-09T18:57:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742208_1384 (size=269) 2024-12-09T18:57:31,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:31,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-09T18:57:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-12-09T18:57:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=162 2024-12-09T18:57:31,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 on region 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,788 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=162, ppid=161, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:31,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-12-09T18:57:31,801 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:57:31,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1 in 240 msec 2024-12-09T18:57:31,802 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:57:31,803 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:57:31,803 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:31,803 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:31,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742209_1385 (size=670) 2024-12-09T18:57:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742209_1385 (size=670) 2024-12-09T18:57:31,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742209_1385 (size=670) 2024-12-09T18:57:31,874 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:57:31,883 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:57:31,883 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:31,887 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=161, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:57:31,887 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 161 2024-12-09T18:57:31,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=161, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } in 425 msec 2024-12-09T18:57:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-12-09T18:57:32,096 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed 2024-12-09T18:57:32,096 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096 2024-12-09T18:57:32,097 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:32,177 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:32,177 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:32,181 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:57:32,191 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742210_1386 (size=216) 2024-12-09T18:57:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742210_1386 (size=216) 2024-12-09T18:57:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742210_1386 (size=216) 2024-12-09T18:57:32,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742211_1387 (size=670) 2024-12-09T18:57:32,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742211_1387 (size=670) 2024-12-09T18:57:32,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742211_1387 (size=670) 2024-12-09T18:57:32,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:32,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:32,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:32,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:57:32,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:32,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion Metrics about Tables on a single HBase RegionServer 2024-12-09T18:57:32,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:32,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1 Metrics about Tables on a single HBase RegionServer 2024-12-09T18:57:32,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports 2024-12-09T18:57:33,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-18317025588345344370.jar 2024-12-09T18:57:33,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:33,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:33,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-16031239268647382959.jar 2024-12-09T18:57:33,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:33,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:33,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:33,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:33,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:33,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:57:33,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:57:33,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:57:33,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:57:33,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:57:33,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:57:33,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:57:33,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:57:33,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:57:33,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:57:33,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:57:33,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:57:33,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:57:33,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:57:33,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:57:33,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:57:33,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:57:33,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:57:33,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:57:33,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742212_1388 (size=24020) 2024-12-09T18:57:33,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742212_1388 (size=24020) 2024-12-09T18:57:33,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742212_1388 (size=24020) 2024-12-09T18:57:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742213_1389 (size=77755) 2024-12-09T18:57:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742213_1389 (size=77755) 2024-12-09T18:57:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742213_1389 (size=77755) 2024-12-09T18:57:34,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742214_1390 (size=131360) 2024-12-09T18:57:34,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742214_1390 (size=131360) 2024-12-09T18:57:34,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742214_1390 (size=131360) 2024-12-09T18:57:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742215_1391 (size=111793) 2024-12-09T18:57:34,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742215_1391 (size=111793) 2024-12-09T18:57:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742215_1391 (size=111793) 2024-12-09T18:57:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742216_1392 (size=1832290) 2024-12-09T18:57:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742216_1392 (size=1832290) 2024-12-09T18:57:34,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742216_1392 (size=1832290) 2024-12-09T18:57:34,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742217_1393 (size=443171) 2024-12-09T18:57:34,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742217_1393 (size=443171) 2024-12-09T18:57:34,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742217_1393 (size=443171) 2024-12-09T18:57:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742218_1394 (size=8360282) 2024-12-09T18:57:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742218_1394 (size=8360282) 2024-12-09T18:57:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742218_1394 (size=8360282) 2024-12-09T18:57:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742219_1395 (size=503880) 2024-12-09T18:57:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742219_1395 (size=503880) 2024-12-09T18:57:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742219_1395 (size=503880) 2024-12-09T18:57:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742220_1396 (size=322274) 2024-12-09T18:57:35,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742220_1396 (size=322274) 2024-12-09T18:57:35,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742220_1396 (size=322274) 2024-12-09T18:57:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742221_1397 (size=20406) 2024-12-09T18:57:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742221_1397 (size=20406) 2024-12-09T18:57:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742221_1397 (size=20406) 2024-12-09T18:57:35,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742222_1398 (size=6425016) 2024-12-09T18:57:35,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742222_1398 (size=6425016) 2024-12-09T18:57:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742222_1398 (size=6425016) 2024-12-09T18:57:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742223_1399 (size=45609) 2024-12-09T18:57:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742223_1399 (size=45609) 2024-12-09T18:57:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742223_1399 (size=45609) 2024-12-09T18:57:36,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742224_1400 (size=136454) 2024-12-09T18:57:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742224_1400 (size=136454) 2024-12-09T18:57:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742224_1400 (size=136454) 2024-12-09T18:57:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742225_1401 (size=1597136) 2024-12-09T18:57:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742225_1401 (size=1597136) 2024-12-09T18:57:36,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742225_1401 (size=1597136) 2024-12-09T18:57:36,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742226_1402 (size=30873) 2024-12-09T18:57:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742226_1402 (size=30873) 2024-12-09T18:57:36,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742226_1402 (size=30873) 2024-12-09T18:57:36,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742227_1403 (size=29229) 2024-12-09T18:57:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742227_1403 (size=29229) 2024-12-09T18:57:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742227_1403 (size=29229) 2024-12-09T18:57:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742228_1404 (size=903862) 2024-12-09T18:57:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742228_1404 (size=903862) 2024-12-09T18:57:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742228_1404 (size=903862) 2024-12-09T18:57:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742229_1405 (size=5175431) 2024-12-09T18:57:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742229_1405 (size=5175431) 2024-12-09T18:57:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742229_1405 (size=5175431) 2024-12-09T18:57:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742230_1406 (size=232881) 2024-12-09T18:57:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742230_1406 (size=232881) 2024-12-09T18:57:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742230_1406 (size=232881) 2024-12-09T18:57:37,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742231_1407 (size=1323991) 2024-12-09T18:57:37,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742231_1407 (size=1323991) 2024-12-09T18:57:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742231_1407 (size=1323991) 2024-12-09T18:57:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742232_1408 (size=4695811) 2024-12-09T18:57:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742232_1408 (size=4695811) 2024-12-09T18:57:37,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742232_1408 (size=4695811) 2024-12-09T18:57:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742233_1409 (size=1877034) 2024-12-09T18:57:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742233_1409 (size=1877034) 2024-12-09T18:57:37,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742233_1409 (size=1877034) 2024-12-09T18:57:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742234_1410 (size=217555) 2024-12-09T18:57:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742234_1410 (size=217555) 2024-12-09T18:57:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742234_1410 (size=217555) 2024-12-09T18:57:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742235_1411 (size=4188619) 2024-12-09T18:57:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742235_1411 (size=4188619) 2024-12-09T18:57:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742235_1411 (size=4188619) 2024-12-09T18:57:38,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:57:38,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742236_1412 (size=127628) 2024-12-09T18:57:38,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742236_1412 (size=127628) 2024-12-09T18:57:38,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742236_1412 (size=127628) 2024-12-09T18:57:38,551 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:57:38,556 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemStateWithMergeRegion-1' hfile list 2024-12-09T18:57:38,562 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=4.8 K 2024-12-09T18:57:38,562 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=4.8 K 2024-12-09T18:57:38,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742237_1413 (size=481) 2024-12-09T18:57:38,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742237_1413 (size=481) 2024-12-09T18:57:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742237_1413 (size=481) 2024-12-09T18:57:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742238_1414 (size=21) 2024-12-09T18:57:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742238_1414 (size=21) 2024-12-09T18:57:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742238_1414 (size=21) 2024-12-09T18:57:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742239_1415 (size=304138) 2024-12-09T18:57:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742239_1415 (size=304138) 2024-12-09T18:57:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742239_1415 (size=304138) 2024-12-09T18:57:39,526 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:57:39,526 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:57:39,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 34320 2024-12-09T18:57:39,880 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0007_000001 (auth:SIMPLE) from 127.0.0.1:47046 2024-12-09T18:57:46,260 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0007_000001 (auth:SIMPLE) from 127.0.0.1:39614 2024-12-09T18:57:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742240_1416 (size=349836) 2024-12-09T18:57:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742240_1416 (size=349836) 2024-12-09T18:57:46,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742240_1416 (size=349836) 2024-12-09T18:57:48,522 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0007_000001 (auth:SIMPLE) from 127.0.0.1:38670 2024-12-09T18:57:48,522 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0007_000001 (auth:SIMPLE) from 127.0.0.1:47050 2024-12-09T18:57:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742241_1417 (size=4945) 2024-12-09T18:57:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742241_1417 (size=4945) 2024-12-09T18:57:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742241_1417 (size=4945) 2024-12-09T18:57:54,106 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000003/launch_container.sh] 2024-12-09T18:57:54,106 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000003/container_tokens] 2024-12-09T18:57:54,106 WARN [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000003/sysfs] 2024-12-09T18:57:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742243_1419 (size=4945) 2024-12-09T18:57:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742243_1419 (size=4945) 2024-12-09T18:57:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742243_1419 (size=4945) 2024-12-09T18:57:54,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742242_1418 (size=22246) 2024-12-09T18:57:54,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742242_1418 (size=22246) 2024-12-09T18:57:54,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742242_1418 (size=22246) 2024-12-09T18:57:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742244_1420 (size=483) 2024-12-09T18:57:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742244_1420 (size=483) 2024-12-09T18:57:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742244_1420 (size=483) 2024-12-09T18:57:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742245_1421 (size=22246) 2024-12-09T18:57:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742245_1421 (size=22246) 2024-12-09T18:57:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742245_1421 (size=22246) 2024-12-09T18:57:55,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742246_1422 (size=349836) 2024-12-09T18:57:55,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742246_1422 (size=349836) 2024-12-09T18:57:55,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742246_1422 (size=349836) 2024-12-09T18:57:55,055 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0007_000001 (auth:SIMPLE) from 127.0.0.1:37362 2024-12-09T18:57:55,056 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000002/launch_container.sh] 2024-12-09T18:57:55,056 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000002/container_tokens] 2024-12-09T18:57:55,056 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000002/sysfs] 2024-12-09T18:57:56,703 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T18:57:56,704 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T18:57:56,710 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:56,710 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T18:57:56,711 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T18:57:56,711 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:56,711 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo 2024-12-09T18:57:56,711 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest 2024-12-09T18:57:56,711 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:56,711 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo 2024-12-09T18:57:56,711 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770652096/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest 2024-12-09T18:57:56,718 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=163, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=163 2024-12-09T18:57:56,722 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770676722"}]},"ts":"1733770676722"} 2024-12-09T18:57:56,724 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLING in hbase:meta 2024-12-09T18:57:56,724 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLING 2024-12-09T18:57:56,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1}] 2024-12-09T18:57:56,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, UNASSIGN}] 2024-12-09T18:57:56,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, UNASSIGN 2024-12-09T18:57:56,728 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=2e195c8f22f416a520dcf9ddee5047a1, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, UNASSIGN because future has completed 2024-12-09T18:57:56,730 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:57:56,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:57:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=163 2024-12-09T18:57:56,882 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(122): Close 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:56,882 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:57:56,882 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1722): Closing 2e195c8f22f416a520dcf9ddee5047a1, disabling compactions & flushes 2024-12-09T18:57:56,882 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:56,882 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:56,882 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. after waiting 0 ms 2024-12-09T18:57:56,882 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:56,886 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=8 2024-12-09T18:57:56,887 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:57:56,887 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1. 2024-12-09T18:57:56,887 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1676): Region close journal for 2e195c8f22f416a520dcf9ddee5047a1: Waiting for close lock at 1733770676882Running coprocessor pre-close hooks at 1733770676882Disabling compacts and flushes for region at 1733770676882Disabling writes for close at 1733770676882Writing region close event to WAL at 1733770676883 (+1 ms)Running coprocessor post-close hooks at 1733770676887 (+4 ms)Closed at 1733770676887 2024-12-09T18:57:56,889 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(157): Closed 2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:56,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=2e195c8f22f416a520dcf9ddee5047a1, regionState=CLOSED 2024-12-09T18:57:56,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:57:56,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-12-09T18:57:56,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; CloseRegionProcedure 2e195c8f22f416a520dcf9ddee5047a1, server=84065ca92432,46029,1733770203956 in 162 msec 2024-12-09T18:57:56,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-09T18:57:56,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=2e195c8f22f416a520dcf9ddee5047a1, UNASSIGN in 168 msec 2024-12-09T18:57:56,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-12-09T18:57:56,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 171 msec 2024-12-09T18:57:56,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770676906"}]},"ts":"1733770676906"} 2024-12-09T18:57:56,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLED in hbase:meta 2024-12-09T18:57:56,908 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLED 2024-12-09T18:57:56,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 190 msec 2024-12-09T18:57:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=163 2024-12-09T18:57:57,035 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed 2024-12-09T18:57:57,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=167, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,037 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=167, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,038 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=167, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,041 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:57,041 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:57,041 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:57,043 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/recovered.edits] 2024-12-09T18:57:57,043 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/recovered.edits] 2024-12-09T18:57:57,043 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/recovered.edits] 2024-12-09T18:57:57,052 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/cf/43a1429f6e774a44bfb8a5ca6bb140a4 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/cf/43a1429f6e774a44bfb8a5ca6bb140a4 2024-12-09T18:57:57,052 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/43a1429f6e774a44bfb8a5ca6bb140a4.9c352e49a8de981f0a846ba129e86dc5 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/43a1429f6e774a44bfb8a5ca6bb140a4.9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:57,057 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/cf/c74df1a164214c30b6f0bd5426d075ff to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/cf/c74df1a164214c30b6f0bd5426d075ff 2024-12-09T18:57:57,057 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/c74df1a164214c30b6f0bd5426d075ff.b940568665fea7fad59a3c2a7cea36c9 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/cf/c74df1a164214c30b6f0bd5426d075ff.b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:57,082 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/recovered.edits/8.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5/recovered.edits/8.seqid 2024-12-09T18:57:57,083 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/recovered.edits/12.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1/recovered.edits/12.seqid 2024-12-09T18:57:57,083 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/recovered.edits/8.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9/recovered.edits/8.seqid 2024-12-09T18:57:57,083 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/9c352e49a8de981f0a846ba129e86dc5 2024-12-09T18:57:57,083 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/2e195c8f22f416a520dcf9ddee5047a1 2024-12-09T18:57:57,083 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b940568665fea7fad59a3c2a7cea36c9 2024-12-09T18:57:57,083 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion-1 regions 2024-12-09T18:57:57,086 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=167, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,089 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testtb-testExportFileSystemStateWithMergeRegion-1 from hbase:meta 2024-12-09T18:57:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,091 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF 2024-12-09T18:57:57,091 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF 2024-12-09T18:57:57,091 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF 2024-12-09T18:57:57,092 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF 2024-12-09T18:57:57,093 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' descriptor. 2024-12-09T18:57:57,094 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=167, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,094 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' from region states. 2024-12-09T18:57:57,094 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770677094"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:57,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T18:57:57,097 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2e195c8f22f416a520dcf9ddee5047a1, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T18:57:57,097 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion-1' as deleted. 2024-12-09T18:57:57,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770677097"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:57,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=167 2024-12-09T18:57:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,100 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:57,101 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:57,101 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:57,102 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:57,102 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion-1 state from META 2024-12-09T18:57:57,103 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=167, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 67 msec 2024-12-09T18:57:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=167 2024-12-09T18:57:57,205 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,205 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed 2024-12-09T18:57:57,206 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-09T18:57:57,211 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770677210"}]},"ts":"1733770677210"} 2024-12-09T18:57:57,214 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLING in hbase:meta 2024-12-09T18:57:57,214 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLING 2024-12-09T18:57:57,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion}] 2024-12-09T18:57:57,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, UNASSIGN}, {pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, UNASSIGN}] 2024-12-09T18:57:57,217 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, UNASSIGN 2024-12-09T18:57:57,217 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, UNASSIGN 2024-12-09T18:57:57,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=4bc823954bf878dabf8e5913f5671b72, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:57:57,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=26206867fee0224592eb00e240d6bf60, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:57,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, UNASSIGN because future has completed 2024-12-09T18:57:57,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, UNASSIGN because future has completed 2024-12-09T18:57:57,222 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:57:57,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4bc823954bf878dabf8e5913f5671b72, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:57:57,224 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:57:57,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 26206867fee0224592eb00e240d6bf60, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:57:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-09T18:57:57,375 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(122): Close 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:57,375 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:57:57,375 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1722): Closing 4bc823954bf878dabf8e5913f5671b72, disabling compactions & flushes 2024-12-09T18:57:57,375 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:57,375 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:57,375 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. after waiting 0 ms 2024-12-09T18:57:57,375 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:57,377 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:57,377 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:57:57,377 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 26206867fee0224592eb00e240d6bf60, disabling compactions & flushes 2024-12-09T18:57:57,377 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:57,377 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:57,377 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. after waiting 0 ms 2024-12-09T18:57:57,377 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:57,380 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:57:57,381 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:57:57,381 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72. 2024-12-09T18:57:57,381 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:57:57,381 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1676): Region close journal for 4bc823954bf878dabf8e5913f5671b72: Waiting for close lock at 1733770677375Running coprocessor pre-close hooks at 1733770677375Disabling compacts and flushes for region at 1733770677375Disabling writes for close at 1733770677375Writing region close event to WAL at 1733770677376 (+1 ms)Running coprocessor post-close hooks at 1733770677381 (+5 ms)Closed at 1733770677381 2024-12-09T18:57:57,382 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:57:57,382 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60. 2024-12-09T18:57:57,382 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 26206867fee0224592eb00e240d6bf60: Waiting for close lock at 1733770677377Running coprocessor pre-close hooks at 1733770677377Disabling compacts and flushes for region at 1733770677377Disabling writes for close at 1733770677377Writing region close event to WAL at 1733770677378 (+1 ms)Running coprocessor post-close hooks at 1733770677382 (+4 ms)Closed at 1733770677382 2024-12-09T18:57:57,384 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(157): Closed 4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:57,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=4bc823954bf878dabf8e5913f5671b72, regionState=CLOSED 2024-12-09T18:57:57,384 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:57,385 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=26206867fee0224592eb00e240d6bf60, regionState=CLOSED 2024-12-09T18:57:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4bc823954bf878dabf8e5913f5671b72, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:57:57,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 26206867fee0224592eb00e240d6bf60, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:57:57,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-12-09T18:57:57,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; CloseRegionProcedure 4bc823954bf878dabf8e5913f5671b72, server=84065ca92432,35415,1733770203781 in 173 msec 2024-12-09T18:57:57,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=170 2024-12-09T18:57:57,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure 26206867fee0224592eb00e240d6bf60, server=84065ca92432,46729,1733770203479 in 172 msec 2024-12-09T18:57:57,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=4bc823954bf878dabf8e5913f5671b72, UNASSIGN in 182 msec 2024-12-09T18:57:57,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-12-09T18:57:57,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=26206867fee0224592eb00e240d6bf60, UNASSIGN in 183 msec 2024-12-09T18:57:57,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-09T18:57:57,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 187 msec 2024-12-09T18:57:57,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770677404"}]},"ts":"1733770677404"} 2024-12-09T18:57:57,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLED in hbase:meta 2024-12-09T18:57:57,407 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLED 2024-12-09T18:57:57,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 201 msec 2024-12-09T18:57:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-09T18:57:57,525 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed 2024-12-09T18:57:57,525 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,527 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,528 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,533 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:57,533 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:57,534 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/recovered.edits] 2024-12-09T18:57:57,535 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/recovered.edits] 2024-12-09T18:57:57,543 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/cf/076f6dee1b434705889fe8e81d380265 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/cf/076f6dee1b434705889fe8e81d380265 2024-12-09T18:57:57,543 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/cf/3b543612425742e9be01a5114bd8888e to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/cf/3b543612425742e9be01a5114bd8888e 2024-12-09T18:57:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,551 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF 2024-12-09T18:57:57,551 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF 2024-12-09T18:57:57,552 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF 2024-12-09T18:57:57,552 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF 2024-12-09T18:57:57,554 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60/recovered.edits/9.seqid 2024-12-09T18:57:57,557 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:57,557 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72/recovered.edits/9.seqid 2024-12-09T18:57:57,557 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithMergeRegion/4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:57,557 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion regions 2024-12-09T18:57:57,558 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c 2024-12-09T18:57:57,558 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf] 2024-12-09T18:57:57,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:57,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-09T18:57:57,564 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241209747f052a0b7a4c5382264fd4d5af09ed_4bc823954bf878dabf8e5913f5671b72 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241209747f052a0b7a4c5382264fd4d5af09ed_4bc823954bf878dabf8e5913f5671b72 2024-12-09T18:57:57,566 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc4e6f0a98bd4ae58105f888752140df_26206867fee0224592eb00e240d6bf60 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241209bc4e6f0a98bd4ae58105f888752140df_26206867fee0224592eb00e240d6bf60 2024-12-09T18:57:57,566 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c 2024-12-09T18:57:57,570 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,574 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithMergeRegion from hbase:meta 2024-12-09T18:57:57,577 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion' descriptor. 2024-12-09T18:57:57,578 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,578 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion' from region states. 2024-12-09T18:57:57,579 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770677578"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:57,579 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770677578"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:57,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:57:57,586 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 26206867fee0224592eb00e240d6bf60, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1733770647381.26206867fee0224592eb00e240d6bf60.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 4bc823954bf878dabf8e5913f5671b72, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1733770647381.4bc823954bf878dabf8e5913f5671b72.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:57:57,587 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion' as deleted. 2024-12-09T18:57:57,587 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770677587"}]},"ts":"9223372036854775807"} 2024-12-09T18:57:57,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion state from META 2024-12-09T18:57:57,595 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 70 msec 2024-12-09T18:57:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-09T18:57:57,675 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,675 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed 2024-12-09T18:57:57,683 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportFileSystemStateWithMergeRegion" type: DISABLED 2024-12-09T18:57:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion" type: DISABLED 2024-12-09T18:57:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion 2024-12-09T18:57:57,690 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion-1" type: DISABLED 2024-12-09T18:57:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:57:57,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=819 (was 797) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-192295645_1 at /127.0.0.1:34320 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:35331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-17 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-6529 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396) app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:36673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-23 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:55844 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper (pid 121479) java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-192295645_1 at /127.0.0.1:45786 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:45806 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=815 (was 800) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1363 (was 1582), ProcessCount=14 (was 17), AvailableMemoryMB=2111 (was 1391) - AvailableMemoryMB LEAK? - 2024-12-09T18:57:57,720 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=819 is superior to 500 2024-12-09T18:57:57,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportExpiredSnapshot Thread=819, OpenFileDescriptor=815, MaxFileDescriptor=1048576, SystemLoadAverage=1363, ProcessCount=14, AvailableMemoryMB=2110 2024-12-09T18:57:57,740 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=819 is superior to 500 2024-12-09T18:57:57,742 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:57:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=175, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot 2024-12-09T18:57:57,744 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:57:57,744 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportExpiredSnapshot" procId is: 175 2024-12-09T18:57:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=175 2024-12-09T18:57:57,746 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:57:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742247_1423 (size=443) 2024-12-09T18:57:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742247_1423 (size=443) 2024-12-09T18:57:57,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742247_1423 (size=443) 2024-12-09T18:57:57,760 INFO [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 711582099a904a56024ef1ed00a3aa50, NAME => 'testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:57,760 INFO [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1ded069f19fd3cdbacf8c38bc962a6f8, NAME => 'testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:57,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742249_1425 (size=68) 2024-12-09T18:57:57,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742249_1425 (size=68) 2024-12-09T18:57:57,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742249_1425 (size=68) 2024-12-09T18:57:57,781 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:57,781 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing 1ded069f19fd3cdbacf8c38bc962a6f8, disabling compactions & flushes 2024-12-09T18:57:57,781 INFO [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:57,781 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:57,781 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. after waiting 0 ms 2024-12-09T18:57:57,781 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:57,781 INFO [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:57,781 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1ded069f19fd3cdbacf8c38bc962a6f8: Waiting for close lock at 1733770677781Disabling compacts and flushes for region at 1733770677781Disabling writes for close at 1733770677781Writing region close event to WAL at 1733770677781Closed at 1733770677781 2024-12-09T18:57:57,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742248_1424 (size=68) 2024-12-09T18:57:57,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742248_1424 (size=68) 2024-12-09T18:57:57,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742248_1424 (size=68) 2024-12-09T18:57:57,794 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:57,794 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing 711582099a904a56024ef1ed00a3aa50, disabling compactions & flushes 2024-12-09T18:57:57,794 INFO [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:57,794 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:57,794 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. after waiting 0 ms 2024-12-09T18:57:57,794 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:57,794 INFO [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:57,794 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for 711582099a904a56024ef1ed00a3aa50: Waiting for close lock at 1733770677794Disabling compacts and flushes for region at 1733770677794Disabling writes for close at 1733770677794Writing region close event to WAL at 1733770677794Closed at 1733770677794 2024-12-09T18:57:57,796 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:57:57,796 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1733770677796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770677796"}]},"ts":"1733770677796"} 2024-12-09T18:57:57,796 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1733770677796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770677796"}]},"ts":"1733770677796"} 2024-12-09T18:57:57,799 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:57:57,799 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:57:57,800 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770677799"}]},"ts":"1733770677799"} 2024-12-09T18:57:57,801 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLING in hbase:meta 2024-12-09T18:57:57,802 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:57:57,803 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:57:57,803 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:57:57,803 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:57:57,803 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:57:57,803 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:57:57,803 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:57:57,803 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:57:57,803 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:57:57,803 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:57:57,803 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:57:57,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, ASSIGN}, {pid=177, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, ASSIGN}] 2024-12-09T18:57:57,804 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, ASSIGN 2024-12-09T18:57:57,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:57:57,806 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=177, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, ASSIGN 2024-12-09T18:57:57,807 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=177, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:57:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=175 2024-12-09T18:57:57,956 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:57:57,957 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=711582099a904a56024ef1ed00a3aa50, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:57,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=177 updating hbase:meta row=1ded069f19fd3cdbacf8c38bc962a6f8, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:57:57,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, ASSIGN because future has completed 2024-12-09T18:57:57,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=176, state=RUNNABLE, hasLock=false; OpenRegionProcedure 711582099a904a56024ef1ed00a3aa50, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:57:57,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, ASSIGN because future has completed 2024-12-09T18:57:57,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=177, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:57:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=175 2024-12-09T18:57:58,113 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:58,113 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:58,113 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7752): Opening region: {ENCODED => 711582099a904a56024ef1ed00a3aa50, NAME => 'testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:57:58,113 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ded069f19fd3cdbacf8c38bc962a6f8, NAME => 'testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. service=AccessControlService 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. service=AccessControlService 2024-12-09T18:57:58,114 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:58,114 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(7794): checking encryption for 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7794): checking encryption for 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(7797): checking classloading for 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,114 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(7797): checking classloading for 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,115 INFO [StoreOpener-711582099a904a56024ef1ed00a3aa50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,115 INFO [StoreOpener-1ded069f19fd3cdbacf8c38bc962a6f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,117 INFO [StoreOpener-711582099a904a56024ef1ed00a3aa50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 711582099a904a56024ef1ed00a3aa50 columnFamilyName cf 2024-12-09T18:57:58,117 INFO [StoreOpener-1ded069f19fd3cdbacf8c38bc962a6f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ded069f19fd3cdbacf8c38bc962a6f8 columnFamilyName cf 2024-12-09T18:57:58,118 DEBUG [StoreOpener-1ded069f19fd3cdbacf8c38bc962a6f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:58,118 INFO [StoreOpener-1ded069f19fd3cdbacf8c38bc962a6f8-1 {}] regionserver.HStore(327): Store=1ded069f19fd3cdbacf8c38bc962a6f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:58,119 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1038): replaying wal for 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,120 DEBUG [StoreOpener-711582099a904a56024ef1ed00a3aa50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:58,121 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,121 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,121 INFO [StoreOpener-711582099a904a56024ef1ed00a3aa50-1 {}] regionserver.HStore(327): Store=711582099a904a56024ef1ed00a3aa50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:58,121 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1048): stopping wal replay for 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,121 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1060): Cleaning up temporary data for 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,121 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1038): replaying wal for 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,122 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,123 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,123 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1048): stopping wal replay for 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,123 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1060): Cleaning up temporary data for 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,123 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1093): writing seq id for 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,125 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1093): writing seq id for 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,126 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:57:58,126 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1114): Opened 1ded069f19fd3cdbacf8c38bc962a6f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64272170, jitterRate=-0.04227003455162048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:58,126 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,127 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegion(1006): Region open journal for 1ded069f19fd3cdbacf8c38bc962a6f8: Running coprocessor pre-open hook at 1733770678114Writing region info on filesystem at 1733770678114Initializing all the Stores at 1733770678115 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770678115Cleaning up temporary data from old regions at 1733770678121 (+6 ms)Running coprocessor post-open hooks at 1733770678126 (+5 ms)Region opened successfully at 1733770678127 (+1 ms) 2024-12-09T18:57:58,128 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8., pid=179, masterSystemTime=1733770678111 2024-12-09T18:57:58,131 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=177 updating hbase:meta row=1ded069f19fd3cdbacf8c38bc962a6f8, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:57:58,134 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:57:58,135 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:58,135 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=179}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:58,135 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1114): Opened 711582099a904a56024ef1ed00a3aa50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58862710, jitterRate=-0.12287726998329163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:58,136 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,136 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegion(1006): Region open journal for 711582099a904a56024ef1ed00a3aa50: Running coprocessor pre-open hook at 1733770678114Writing region info on filesystem at 1733770678114Initializing all the Stores at 1733770678115 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770678115Cleaning up temporary data from old regions at 1733770678123 (+8 ms)Running coprocessor post-open hooks at 1733770678136 (+13 ms)Region opened successfully at 1733770678136 2024-12-09T18:57:58,136 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50., pid=178, masterSystemTime=1733770678110 2024-12-09T18:57:58,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=177, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:57:58,139 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:58,139 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=178}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:58,140 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=711582099a904a56024ef1ed00a3aa50, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:58,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=177 2024-12-09T18:57:58,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=177, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8, server=84065ca92432,35415,1733770203781 in 179 msec 2024-12-09T18:57:58,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=176, state=RUNNABLE, hasLock=false; OpenRegionProcedure 711582099a904a56024ef1ed00a3aa50, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:57:58,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, ASSIGN in 339 msec 2024-12-09T18:57:58,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=176 2024-12-09T18:57:58,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=176, state=SUCCESS, hasLock=false; OpenRegionProcedure 711582099a904a56024ef1ed00a3aa50, server=84065ca92432,46029,1733770203956 in 185 msec 2024-12-09T18:57:58,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=175 2024-12-09T18:57:58,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, ASSIGN in 344 msec 2024-12-09T18:57:58,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:57:58,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770678150"}]},"ts":"1733770678150"} 2024-12-09T18:57:58,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLED in hbase:meta 2024-12-09T18:57:58,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=175, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:57:58,153 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportExpiredSnapshot jenkins: RWXCA 2024-12-09T18:57:58,157 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA] 2024-12-09T18:57:58,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:58,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:58,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:58,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:58,257 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:58,257 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:58,257 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:58,257 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:58,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot in 515 msec 2024-12-09T18:57:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=175 2024-12-09T18:57:58,375 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportExpiredSnapshot completed 2024-12-09T18:57:58,375 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:57:58,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot 2024-12-09T18:57:58,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:58,379 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:57:58,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:57:58,387 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:57:58,393 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:57:58,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } 2024-12-09T18:57:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770678397 (current time:1733770678397). 2024-12-09T18:57:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:57:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2 2024-12-09T18:57:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:57:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1820200d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:58,399 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e445c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:58,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,401 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:58,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4833f813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:58,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:58,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:58,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:58,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:57:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:58,407 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:58,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:58,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501d3ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:58,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3611f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:58,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:58,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:57:58,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:58,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:58,416 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:57:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA] 2024-12-09T18:57:58,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:57:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } 2024-12-09T18:57:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 180 2024-12-09T18:57:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-09T18:57:58,420 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:57:58,421 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:57:58,423 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:57:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742250_1426 (size=170) 2024-12-09T18:57:58,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742250_1426 (size=170) 2024-12-09T18:57:58,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742250_1426 (size=170) 2024-12-09T18:57:58,430 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:57:58,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711582099a904a56024ef1ed00a3aa50}, {pid=182, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8}] 2024-12-09T18:57:58,431 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=181, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,431 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-09T18:57:58,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=181 2024-12-09T18:57:58,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=182 2024-12-09T18:57:58,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:58,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:58,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.HRegion(2603): Flush status journal for 1ded069f19fd3cdbacf8c38bc962a6f8: 2024-12-09T18:57:58,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 711582099a904a56024ef1ed00a3aa50: 2024-12-09T18:57:58,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. for emptySnaptb0-testExportExpiredSnapshot completed. 2024-12-09T18:57:58,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. for emptySnaptb0-testExportExpiredSnapshot completed. 2024-12-09T18:57:58,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot 2024-12-09T18:57:58,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot 2024-12-09T18:57:58,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:58,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:58,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:57:58,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:57:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742252_1428 (size=71) 2024-12-09T18:57:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742252_1428 (size=71) 2024-12-09T18:57:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742252_1428 (size=71) 2024-12-09T18:57:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742251_1427 (size=71) 2024-12-09T18:57:58,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742251_1427 (size=71) 2024-12-09T18:57:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742251_1427 (size=71) 2024-12-09T18:57:58,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-09T18:57:58,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=182 2024-12-09T18:57:58,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-12-09T18:57:58,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-12-09T18:57:58,592 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,592 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=181, ppid=180, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, ppid=180, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8 in 162 msec 2024-12-09T18:57:58,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-12-09T18:57:58,595 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:57:58,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 711582099a904a56024ef1ed00a3aa50 in 162 msec 2024-12-09T18:57:58,596 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:57:58,597 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:57:58,597 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:57:58,597 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:58,598 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:57:58,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742253_1429 (size=63) 2024-12-09T18:57:58,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742253_1429 (size=63) 2024-12-09T18:57:58,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742253_1429 (size=63) 2024-12-09T18:57:58,605 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:57:58,605 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportExpiredSnapshot 2024-12-09T18:57:58,606 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot 2024-12-09T18:57:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742254_1430 (size=653) 2024-12-09T18:57:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742254_1430 (size=653) 2024-12-09T18:57:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742254_1430 (size=653) 2024-12-09T18:57:58,638 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:57:58,644 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:57:58,645 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testExportExpiredSnapshot 2024-12-09T18:57:58,647 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=180, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:57:58,647 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 180 2024-12-09T18:57:58,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=180, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 230 msec 2024-12-09T18:57:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-09T18:57:58,735 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed 2024-12-09T18:57:58,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46029 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:57:58,746 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:57:58,748 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:57:58,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot 2024-12-09T18:57:58,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:58,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:57:58,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:57:58,762 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:57:58,768 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:57:58,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } 2024-12-09T18:57:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770678773 (current time:1733770678773). 2024-12-09T18:57:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:57:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2 2024-12-09T18:57:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:57:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b62a22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:58,776 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcd4ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:58,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:58,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,778 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@927d275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:58,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:58,782 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:57:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377d84c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:57:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:57:58,790 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:57:58,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:57:58,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:57:58,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb6710c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:57:58,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:57:58,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,792 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:57:58,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5858f388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:57:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:57:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:57:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:58,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:58,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:57:58,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:57:58,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:57:58,803 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:57:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:57:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:57:58,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:57:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA] 2024-12-09T18:57:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:57:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=183, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } 2024-12-09T18:57:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 183 2024-12-09T18:57:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=183 2024-12-09T18:57:58,807 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:57:58,809 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:57:58,813 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:57:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742255_1431 (size=165) 2024-12-09T18:57:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742255_1431 (size=165) 2024-12-09T18:57:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742255_1431 (size=165) 2024-12-09T18:57:58,842 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:57:58,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711582099a904a56024ef1ed00a3aa50}, {pid=185, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8}] 2024-12-09T18:57:58,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=185, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:58,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=184, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=183 2024-12-09T18:57:58,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=184 2024-12-09T18:57:58,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:58,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HRegion(2902): Flushing 711582099a904a56024ef1ed00a3aa50 1/1 column families, dataSize=266 B heapSize=832 B 2024-12-09T18:57:58,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=185 2024-12-09T18:57:58,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:58,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HRegion(2902): Flushing 1ded069f19fd3cdbacf8c38bc962a6f8 1/1 column families, dataSize=3.00 KB heapSize=6.72 KB 2024-12-09T18:57:59,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120922c9ea4259b74c48b754003fabefacab_711582099a904a56024ef1ed00a3aa50 is 71, key is 018454a516d8238d7c78658ee0d964dc/cf:q/1733770678745/Put/seqid=0 2024-12-09T18:57:59,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202412098579c9fcda0b43ec96ec85a87489d6d0_1ded069f19fd3cdbacf8c38bc962a6f8 is 71, key is 15bc9c93aa10c1c1cf455a8630503537/cf:q/1733770678746/Put/seqid=0 2024-12-09T18:57:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742256_1432 (size=8102) 2024-12-09T18:57:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742256_1432 (size=8102) 2024-12-09T18:57:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742256_1432 (size=8102) 2024-12-09T18:57:59,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:59,065 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202412098579c9fcda0b43ec96ec85a87489d6d0_1ded069f19fd3cdbacf8c38bc962a6f8 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202412098579c9fcda0b43ec96ec85a87489d6d0_1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:59,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/.tmp/cf/f4e28e94a3ac4b2db9ad1c68ec386a64, store: [table=testtb-testExportExpiredSnapshot family=cf region=1ded069f19fd3cdbacf8c38bc962a6f8] 2024-12-09T18:57:59,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/.tmp/cf/f4e28e94a3ac4b2db9ad1c68ec386a64 is 209, key is 156a944fbc95fc9d0a148d75f52eae4d6/cf:q/1733770678746/Put/seqid=0 2024-12-09T18:57:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742257_1433 (size=5172) 2024-12-09T18:57:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742257_1433 (size=5172) 2024-12-09T18:57:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742257_1433 (size=5172) 2024-12-09T18:57:59,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:59,082 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120922c9ea4259b74c48b754003fabefacab_711582099a904a56024ef1ed00a3aa50 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024120922c9ea4259b74c48b754003fabefacab_711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:59,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/.tmp/cf/3b4794b69f934b79a7ee352a77ae524e, store: [table=testtb-testExportExpiredSnapshot family=cf region=711582099a904a56024ef1ed00a3aa50] 2024-12-09T18:57:59,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/.tmp/cf/3b4794b69f934b79a7ee352a77ae524e is 209, key is 0736429fd97a39b1c277c5724598ae3d3/cf:q/1733770678745/Put/seqid=0 2024-12-09T18:57:59,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742258_1434 (size=14794) 2024-12-09T18:57:59,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742258_1434 (size=14794) 2024-12-09T18:57:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742258_1434 (size=14794) 2024-12-09T18:57:59,091 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/.tmp/cf/f4e28e94a3ac4b2db9ad1c68ec386a64 2024-12-09T18:57:59,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742259_1435 (size=6123) 2024-12-09T18:57:59,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742259_1435 (size=6123) 2024-12-09T18:57:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742259_1435 (size=6123) 2024-12-09T18:57:59,105 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=266, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/.tmp/cf/3b4794b69f934b79a7ee352a77ae524e 2024-12-09T18:57:59,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/.tmp/cf/f4e28e94a3ac4b2db9ad1c68ec386a64 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/cf/f4e28e94a3ac4b2db9ad1c68ec386a64 2024-12-09T18:57:59,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/cf/f4e28e94a3ac4b2db9ad1c68ec386a64, entries=46, sequenceid=6, filesize=14.4 K 2024-12-09T18:57:59,116 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~3.00 KB/3070, heapSize ~6.70 KB/6864, currentSize=0 B/0 for 1ded069f19fd3cdbacf8c38bc962a6f8 in 117ms, sequenceid=6, compaction requested=false 2024-12-09T18:57:59,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportExpiredSnapshot' 2024-12-09T18:57:59,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.HRegion(2603): Flush status journal for 1ded069f19fd3cdbacf8c38bc962a6f8: 2024-12-09T18:57:59,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. for snaptb0-testExportExpiredSnapshot completed. 2024-12-09T18:57:59,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.' region-info for snapshot=snaptb0-testExportExpiredSnapshot 2024-12-09T18:57:59,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:59,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/cf/f4e28e94a3ac4b2db9ad1c68ec386a64] hfiles 2024-12-09T18:57:59,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/cf/f4e28e94a3ac4b2db9ad1c68ec386a64 for snapshot=snaptb0-testExportExpiredSnapshot 2024-12-09T18:57:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=183 2024-12-09T18:57:59,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/.tmp/cf/3b4794b69f934b79a7ee352a77ae524e as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/cf/3b4794b69f934b79a7ee352a77ae524e 2024-12-09T18:57:59,142 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/cf/3b4794b69f934b79a7ee352a77ae524e, entries=4, sequenceid=6, filesize=6.0 K 2024-12-09T18:57:59,145 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HRegion(3140): Finished flush of dataSize ~266 B/266, heapSize ~816 B/816, currentSize=0 B/0 for 711582099a904a56024ef1ed00a3aa50 in 149ms, sequenceid=6, compaction requested=false 2024-12-09T18:57:59,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.HRegion(2603): Flush status journal for 711582099a904a56024ef1ed00a3aa50: 2024-12-09T18:57:59,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. for snaptb0-testExportExpiredSnapshot completed. 2024-12-09T18:57:59,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.' region-info for snapshot=snaptb0-testExportExpiredSnapshot 2024-12-09T18:57:59,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:57:59,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/cf/3b4794b69f934b79a7ee352a77ae524e] hfiles 2024-12-09T18:57:59,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/cf/3b4794b69f934b79a7ee352a77ae524e for snapshot=snaptb0-testExportExpiredSnapshot 2024-12-09T18:57:59,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742260_1436 (size=110) 2024-12-09T18:57:59,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742260_1436 (size=110) 2024-12-09T18:57:59,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:57:59,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=185 2024-12-09T18:57:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=185 2024-12-09T18:57:59,173 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:59,173 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=185, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742260_1436 (size=110) 2024-12-09T18:57:59,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=183, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8 in 332 msec 2024-12-09T18:57:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742261_1437 (size=110) 2024-12-09T18:57:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742261_1437 (size=110) 2024-12-09T18:57:59,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742261_1437 (size=110) 2024-12-09T18:57:59,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:57:59,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-09T18:57:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=184 2024-12-09T18:57:59,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:59,182 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=184, ppid=183, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:59,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=184, resume processing ppid=183 2024-12-09T18:57:59,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, ppid=183, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 711582099a904a56024ef1ed00a3aa50 in 341 msec 2024-12-09T18:57:59,188 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:57:59,189 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:57:59,190 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:57:59,190 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:57:59,190 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:59,191 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202412098579c9fcda0b43ec96ec85a87489d6d0_1ded069f19fd3cdbacf8c38bc962a6f8, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024120922c9ea4259b74c48b754003fabefacab_711582099a904a56024ef1ed00a3aa50] hfiles 2024-12-09T18:57:59,191 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202412098579c9fcda0b43ec96ec85a87489d6d0_1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:57:59,191 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024120922c9ea4259b74c48b754003fabefacab_711582099a904a56024ef1ed00a3aa50 2024-12-09T18:57:59,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742262_1438 (size=294) 2024-12-09T18:57:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742262_1438 (size=294) 2024-12-09T18:57:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742262_1438 (size=294) 2024-12-09T18:57:59,206 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:57:59,206 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportExpiredSnapshot 2024-12-09T18:57:59,207 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot 2024-12-09T18:57:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742263_1439 (size=963) 2024-12-09T18:57:59,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742263_1439 (size=963) 2024-12-09T18:57:59,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742263_1439 (size=963) 2024-12-09T18:57:59,225 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:57:59,231 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:57:59,232 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportExpiredSnapshot 2024-12-09T18:57:59,233 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=183, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:57:59,233 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 183 2024-12-09T18:57:59,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=183, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 429 msec 2024-12-09T18:57:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=183 2024-12-09T18:57:59,435 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed 2024-12-09T18:57:59,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:57:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot 2024-12-09T18:57:59,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=186, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:57:59,438 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testExportExpiredSnapshot" procId is: 186 2024-12-09T18:57:59,439 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=186, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:57:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-09T18:57:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742264_1440 (size=436) 2024-12-09T18:57:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742264_1440 (size=436) 2024-12-09T18:57:59,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742264_1440 (size=436) 2024-12-09T18:57:59,462 INFO [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d6ac3a9ae7cea11a432e8205623d9f3, NAME => 'testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:59,462 INFO [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4d38fb7ac238d446745e829ac8fc3554, NAME => 'testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:57:59,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742265_1441 (size=61) 2024-12-09T18:57:59,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742265_1441 (size=61) 2024-12-09T18:57:59,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742265_1441 (size=61) 2024-12-09T18:57:59,488 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:59,489 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing 5d6ac3a9ae7cea11a432e8205623d9f3, disabling compactions & flushes 2024-12-09T18:57:59,489 INFO [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:57:59,489 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:57:59,489 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. after waiting 0 ms 2024-12-09T18:57:59,489 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:57:59,489 INFO [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:57:59,489 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d6ac3a9ae7cea11a432e8205623d9f3: Waiting for close lock at 1733770679488Disabling compacts and flushes for region at 1733770679488Disabling writes for close at 1733770679489 (+1 ms)Writing region close event to WAL at 1733770679489Closed at 1733770679489 2024-12-09T18:57:59,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742266_1442 (size=61) 2024-12-09T18:57:59,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742266_1442 (size=61) 2024-12-09T18:57:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742266_1442 (size=61) 2024-12-09T18:57:59,514 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:59,514 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing 4d38fb7ac238d446745e829ac8fc3554, disabling compactions & flushes 2024-12-09T18:57:59,514 INFO [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:57:59,514 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:57:59,514 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. after waiting 0 ms 2024-12-09T18:57:59,514 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:57:59,514 INFO [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:57:59,514 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4d38fb7ac238d446745e829ac8fc3554: Waiting for close lock at 1733770679514Disabling compacts and flushes for region at 1733770679514Disabling writes for close at 1733770679514Writing region close event to WAL at 1733770679514Closed at 1733770679514 2024-12-09T18:57:59,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=186, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:57:59,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733770679515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770679515"}]},"ts":"1733770679515"} 2024-12-09T18:57:59,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733770679515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770679515"}]},"ts":"1733770679515"} 2024-12-09T18:57:59,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:57:59,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=186, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:57:59,520 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770679520"}]},"ts":"1733770679520"} 2024-12-09T18:57:59,521 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLING in hbase:meta 2024-12-09T18:57:59,522 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:57:59,523 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:57:59,523 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:57:59,523 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:57:59,523 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:57:59,523 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:57:59,523 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:57:59,523 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:57:59,523 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:57:59,523 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:57:59,523 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:57:59,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=5d6ac3a9ae7cea11a432e8205623d9f3, ASSIGN}, {pid=188, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, ASSIGN}] 2024-12-09T18:57:59,524 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=5d6ac3a9ae7cea11a432e8205623d9f3, ASSIGN 2024-12-09T18:57:59,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=188, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, ASSIGN 2024-12-09T18:57:59,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=188, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:57:59,525 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=5d6ac3a9ae7cea11a432e8205623d9f3, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:57:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-09T18:57:59,676 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:57:59,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=187 updating hbase:meta row=5d6ac3a9ae7cea11a432e8205623d9f3, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:59,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=4d38fb7ac238d446745e829ac8fc3554, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:59,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=5d6ac3a9ae7cea11a432e8205623d9f3, ASSIGN because future has completed 2024-12-09T18:57:59,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=187, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d6ac3a9ae7cea11a432e8205623d9f3, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:57:59,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=188, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, ASSIGN because future has completed 2024-12-09T18:57:59,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=190, ppid=188, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:57:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-09T18:57:59,834 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:57:59,834 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d6ac3a9ae7cea11a432e8205623d9f3, NAME => 'testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:57:59,834 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. service=AccessControlService 2024-12-09T18:57:59,834 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:59,834 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,835 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:59,835 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(7794): checking encryption for 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,835 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(7797): checking classloading for 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,838 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:57:59,838 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d38fb7ac238d446745e829ac8fc3554, NAME => 'testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:57:59,839 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. service=AccessControlService 2024-12-09T18:57:59,839 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:57:59,839 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,839 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:57:59,839 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(7794): checking encryption for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,839 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(7797): checking classloading for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,852 INFO [StoreOpener-5d6ac3a9ae7cea11a432e8205623d9f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,853 INFO [StoreOpener-5d6ac3a9ae7cea11a432e8205623d9f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d6ac3a9ae7cea11a432e8205623d9f3 columnFamilyName cf 2024-12-09T18:57:59,854 DEBUG [StoreOpener-5d6ac3a9ae7cea11a432e8205623d9f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:59,855 INFO [StoreOpener-5d6ac3a9ae7cea11a432e8205623d9f3-1 {}] regionserver.HStore(327): Store=5d6ac3a9ae7cea11a432e8205623d9f3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:59,855 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(1038): replaying wal for 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,856 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,856 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,857 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(1048): stopping wal replay for 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,857 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(1060): Cleaning up temporary data for 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,858 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(1093): writing seq id for 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,861 INFO [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,862 INFO [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d38fb7ac238d446745e829ac8fc3554 columnFamilyName cf 2024-12-09T18:57:59,863 DEBUG [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:57:59,863 INFO [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] regionserver.HStore(327): Store=4d38fb7ac238d446745e829ac8fc3554/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:57:59,864 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(1038): replaying wal for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,865 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,865 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,865 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(1048): stopping wal replay for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,865 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(1060): Cleaning up temporary data for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,867 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(1093): writing seq id for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,869 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:57:59,869 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:57:59,870 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(1114): Opened 5d6ac3a9ae7cea11a432e8205623d9f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59047793, jitterRate=-0.12011931836605072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:59,870 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(1114): Opened 4d38fb7ac238d446745e829ac8fc3554; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68238074, jitterRate=0.016826540231704712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:57:59,870 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:57:59,870 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:57:59,871 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegion(1006): Region open journal for 5d6ac3a9ae7cea11a432e8205623d9f3: Running coprocessor pre-open hook at 1733770679835Writing region info on filesystem at 1733770679835Initializing all the Stores at 1733770679836 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770679836Cleaning up temporary data from old regions at 1733770679857 (+21 ms)Running coprocessor post-open hooks at 1733770679870 (+13 ms)Region opened successfully at 1733770679871 (+1 ms) 2024-12-09T18:57:59,871 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegion(1006): Region open journal for 4d38fb7ac238d446745e829ac8fc3554: Running coprocessor pre-open hook at 1733770679839Writing region info on filesystem at 1733770679839Initializing all the Stores at 1733770679840 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770679841 (+1 ms)Cleaning up temporary data from old regions at 1733770679865 (+24 ms)Running coprocessor post-open hooks at 1733770679870 (+5 ms)Region opened successfully at 1733770679871 (+1 ms) 2024-12-09T18:57:59,872 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554., pid=190, masterSystemTime=1733770679831 2024-12-09T18:57:59,874 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:57:59,874 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=190}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:57:59,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=4d38fb7ac238d446745e829ac8fc3554, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:57:59,876 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3., pid=189, masterSystemTime=1733770679830 2024-12-09T18:57:59,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=190, ppid=188, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:57:59,882 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:57:59,882 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=189}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:57:59,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=187 updating hbase:meta row=5d6ac3a9ae7cea11a432e8205623d9f3, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:57:59,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=190, resume processing ppid=188 2024-12-09T18:57:59,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, ppid=188, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,46729,1733770203479 in 201 msec 2024-12-09T18:57:59,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=189, ppid=187, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d6ac3a9ae7cea11a432e8205623d9f3, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:57:59,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, ppid=186, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, ASSIGN in 361 msec 2024-12-09T18:57:59,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=187 2024-12-09T18:57:59,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=187, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d6ac3a9ae7cea11a432e8205623d9f3, server=84065ca92432,46029,1733770203956 in 213 msec 2024-12-09T18:57:59,904 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=186, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:57:59,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770679904"}]},"ts":"1733770679904"} 2024-12-09T18:57:59,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186 2024-12-09T18:57:59,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=5d6ac3a9ae7cea11a432e8205623d9f3, ASSIGN in 371 msec 2024-12-09T18:57:59,907 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLED in hbase:meta 2024-12-09T18:57:59,908 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=186, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:57:59,909 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testExportExpiredSnapshot jenkins: RWXCA 2024-12-09T18:57:59,914 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA] 2024-12-09T18:57:59,915 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:57:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:57:59,976 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:59,977 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:59,978 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:59,978 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:59,978 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:59,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot in 539 msec 2024-12-09T18:57:59,978 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:59,979 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:57:59,979 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-09T18:58:00,065 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportExpiredSnapshot completed 2024-12-09T18:58:00,065 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:58:00,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot 2024-12-09T18:58:00,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:58:00,068 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:58:00,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:58:00,075 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:58:00,082 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:58:00,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46029 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:58:00,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:58:00,097 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:58:00,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot 2024-12-09T18:58:00,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:58:00,104 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:58:00,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:58:00,112 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100 2024-12-09T18:58:00,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } 2024-12-09T18:58:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportExpiredSnapshot VERSION not specified, setting to 2 2024-12-09T18:58:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:58:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bec3d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:00,121 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:00,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:00,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:00,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e48c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:00,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:00,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:00,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:00,123 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:00,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29748682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:00,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:00,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:00,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:00,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:00,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbe8650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:00,129 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dcf302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:00,131 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9f050b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:00,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:00,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:00,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:00,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:58:00,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:00,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:00,139 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:00,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA] 2024-12-09T18:58:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:58:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=191, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } 2024-12-09T18:58:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 191 2024-12-09T18:58:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=191 2024-12-09T18:58:00,143 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:58:00,144 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:58:00,147 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:58:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742267_1443 (size=152) 2024-12-09T18:58:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742267_1443 (size=152) 2024-12-09T18:58:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742267_1443 (size=152) 2024-12-09T18:58:00,155 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:58:00,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6ac3a9ae7cea11a432e8205623d9f3}, {pid=193, ppid=191, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d38fb7ac238d446745e829ac8fc3554}] 2024-12-09T18:58:00,156 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=192, ppid=191, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:58:00,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=193, ppid=191, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:58:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=191 2024-12-09T18:58:00,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=193 2024-12-09T18:58:00,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=192 2024-12-09T18:58:00,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:58:00,308 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.HRegion(2902): Flushing 4d38fb7ac238d446745e829ac8fc3554 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB 2024-12-09T18:58:00,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:58:00,308 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.HRegion(2902): Flushing 5d6ac3a9ae7cea11a432e8205623d9f3 1/1 column families, dataSize=333 B heapSize=976 B 2024-12-09T18:58:00,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209651c966ffd8b4add81f0d0d59474e80c_5d6ac3a9ae7cea11a432e8205623d9f3 is 71, key is 07c0feae5ab32933a5223028e316d345/cf:q/1733770680092/Put/seqid=0 2024-12-09T18:58:00,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024120955fefd0a16ba413eb1831e0ffd3e3c2a_4d38fb7ac238d446745e829ac8fc3554 is 71, key is 1ba86335892ac46c5cdeca478c9e29db/cf:q/1733770680094/Put/seqid=0 2024-12-09T18:58:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742268_1444 (size=5241) 2024-12-09T18:58:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742268_1444 (size=5241) 2024-12-09T18:58:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742268_1444 (size=5241) 2024-12-09T18:58:00,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:00,363 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209651c966ffd8b4add81f0d0d59474e80c_5d6ac3a9ae7cea11a432e8205623d9f3 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e20241209651c966ffd8b4add81f0d0d59474e80c_5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:58:00,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/.tmp/cf/b9932be2eaf74444a7aeed6f580b9a77, store: [table=testExportExpiredSnapshot family=cf region=5d6ac3a9ae7cea11a432e8205623d9f3] 2024-12-09T18:58:00,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/.tmp/cf/b9932be2eaf74444a7aeed6f580b9a77 is 202, key is 0bc3e12436f7f94109c27f9bf276c0e34/cf:q/1733770680092/Put/seqid=0 2024-12-09T18:58:00,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742269_1445 (size=8032) 2024-12-09T18:58:00,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742269_1445 (size=8032) 2024-12-09T18:58:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742269_1445 (size=8032) 2024-12-09T18:58:00,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742270_1446 (size=6284) 2024-12-09T18:58:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742270_1446 (size=6284) 2024-12-09T18:58:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742270_1446 (size=6284) 2024-12-09T18:58:00,382 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/.tmp/cf/b9932be2eaf74444a7aeed6f580b9a77 2024-12-09T18:58:00,384 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b2024120955fefd0a16ba413eb1831e0ffd3e3c2a_4d38fb7ac238d446745e829ac8fc3554 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b2024120955fefd0a16ba413eb1831e0ffd3e3c2a_4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:58:00,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/.tmp/cf/a4b60964348a45058237b2f894e62d76, store: [table=testExportExpiredSnapshot family=cf region=4d38fb7ac238d446745e829ac8fc3554] 2024-12-09T18:58:00,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/.tmp/cf/a4b60964348a45058237b2f894e62d76 is 202, key is 1b6b42ca9ef55bfa4219cc92c443ed14e/cf:q/1733770680094/Put/seqid=0 2024-12-09T18:58:00,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/.tmp/cf/b9932be2eaf74444a7aeed6f580b9a77 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/cf/b9932be2eaf74444a7aeed6f580b9a77 2024-12-09T18:58:00,394 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/cf/b9932be2eaf74444a7aeed6f580b9a77, entries=5, sequenceid=5, filesize=6.1 K 2024-12-09T18:58:00,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for 5d6ac3a9ae7cea11a432e8205623d9f3 in 87ms, sequenceid=5, compaction requested=false 2024-12-09T18:58:00,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot' 2024-12-09T18:58:00,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.HRegion(2603): Flush status journal for 5d6ac3a9ae7cea11a432e8205623d9f3: 2024-12-09T18:58:00,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. for snapshot-testExportExpiredSnapshot completed. 2024-12-09T18:58:00,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3.' region-info for snapshot=snapshot-testExportExpiredSnapshot 2024-12-09T18:58:00,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:00,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/cf/b9932be2eaf74444a7aeed6f580b9a77] hfiles 2024-12-09T18:58:00,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/cf/b9932be2eaf74444a7aeed6f580b9a77 for snapshot=snapshot-testExportExpiredSnapshot 2024-12-09T18:58:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742271_1447 (size=14267) 2024-12-09T18:58:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742271_1447 (size=14267) 2024-12-09T18:58:00,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742271_1447 (size=14267) 2024-12-09T18:58:00,415 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/.tmp/cf/a4b60964348a45058237b2f894e62d76 2024-12-09T18:58:00,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742272_1448 (size=103) 2024-12-09T18:58:00,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742272_1448 (size=103) 2024-12-09T18:58:00,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742272_1448 (size=103) 2024-12-09T18:58:00,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T18:58:00,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-12-09T18:58:00,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/.tmp/cf/a4b60964348a45058237b2f894e62d76 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/cf/a4b60964348a45058237b2f894e62d76 2024-12-09T18:58:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=192 2024-12-09T18:58:00,424 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:58:00,424 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=192, ppid=191, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:58:00,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=192, ppid=191, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d6ac3a9ae7cea11a432e8205623d9f3 in 270 msec 2024-12-09T18:58:00,431 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/cf/a4b60964348a45058237b2f894e62d76, entries=45, sequenceid=5, filesize=13.9 K 2024-12-09T18:58:00,432 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for 4d38fb7ac238d446745e829ac8fc3554 in 124ms, sequenceid=5, compaction requested=false 2024-12-09T18:58:00,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.HRegion(2603): Flush status journal for 4d38fb7ac238d446745e829ac8fc3554: 2024-12-09T18:58:00,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. for snapshot-testExportExpiredSnapshot completed. 2024-12-09T18:58:00,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.' region-info for snapshot=snapshot-testExportExpiredSnapshot 2024-12-09T18:58:00,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:00,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/cf/a4b60964348a45058237b2f894e62d76] hfiles 2024-12-09T18:58:00,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/cf/a4b60964348a45058237b2f894e62d76 for snapshot=snapshot-testExportExpiredSnapshot 2024-12-09T18:58:00,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742273_1449 (size=103) 2024-12-09T18:58:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742273_1449 (size=103) 2024-12-09T18:58:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742273_1449 (size=103) 2024-12-09T18:58:00,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T18:58:00,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=193}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=193 2024-12-09T18:58:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=193 2024-12-09T18:58:00,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:58:00,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=193, ppid=191, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:58:00,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=193, resume processing ppid=191 2024-12-09T18:58:00,448 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:58:00,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=193, ppid=191, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4d38fb7ac238d446745e829ac8fc3554 in 291 msec 2024-12-09T18:58:00,449 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:58:00,450 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:58:00,450 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:58:00,450 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:00,451 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b2024120955fefd0a16ba413eb1831e0ffd3e3c2a_4d38fb7ac238d446745e829ac8fc3554, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e20241209651c966ffd8b4add81f0d0d59474e80c_5d6ac3a9ae7cea11a432e8205623d9f3] hfiles 2024-12-09T18:58:00,451 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b2024120955fefd0a16ba413eb1831e0ffd3e3c2a_4d38fb7ac238d446745e829ac8fc3554 2024-12-09T18:58:00,451 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e20241209651c966ffd8b4add81f0d0d59474e80c_5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T18:58:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742274_1450 (size=287) 2024-12-09T18:58:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742274_1450 (size=287) 2024-12-09T18:58:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742274_1450 (size=287) 2024-12-09T18:58:00,464 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:58:00,464 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportExpiredSnapshot 2024-12-09T18:58:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=191 2024-12-09T18:58:00,469 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot 2024-12-09T18:58:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742275_1451 (size=935) 2024-12-09T18:58:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742275_1451 (size=935) 2024-12-09T18:58:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742275_1451 (size=935) 2024-12-09T18:58:00,503 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:58:00,513 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:58:00,514 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snapshot-testExportExpiredSnapshot 2024-12-09T18:58:00,515 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=191, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:58:00,516 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 191 2024-12-09T18:58:00,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=191, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=191, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } in 375 msec 2024-12-09T18:58:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=191 2024-12-09T18:58:00,775 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportExpiredSnapshot completed 2024-12-09T18:58:01,152 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0007_000001 (auth:SIMPLE) from 127.0.0.1:54128 2024-12-09T18:58:01,164 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000001/launch_container.sh] 2024-12-09T18:58:01,164 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000001/container_tokens] 2024-12-09T18:58:01,164 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0007/container_1733770220664_0007_01_000001/sysfs] 2024-12-09T18:58:02,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:58:02,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot 2024-12-09T18:58:02,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer 2024-12-09T18:58:02,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot 2024-12-09T18:58:02,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer 2024-12-09T18:58:02,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1 2024-12-09T18:58:02,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion 2024-12-09T18:58:08,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:58:10,297 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1ded069f19fd3cdbacf8c38bc962a6f8 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:58:10,297 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5d6ac3a9ae7cea11a432e8205623d9f3 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:58:10,297 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 711582099a904a56024ef1ed00a3aa50 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:58:10,297 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d38fb7ac238d446745e829ac8fc3554 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:58:10,787 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770690787 2024-12-09T18:58:10,787 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770690787, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770690787, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:10,824 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:10,824 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770690787, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770690787/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot 2024-12-09T18:58:10,826 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:58:10,828 ERROR [Time-limited test {}] util.AbstractHBaseTool(152): Error running command-line tool org.apache.hadoop.hbase.snapshot.SnapshotTTLExpiredException: TTL for snapshot 'snapshot-testExportExpiredSnapshot' has already expired. at org.apache.hadoop.hbase.snapshot.ExportSnapshot.verifySnapshot(ExportSnapshot.java:960) ~[classes/:?] at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1105) ~[classes/:?] at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:570) ~[test-classes/:?] at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportExpiredSnapshot(TestExportSnapshot.java:362) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:58:10,829 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportExpiredSnapshot 2024-12-09T18:58:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=194, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot 2024-12-09T18:58:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-09T18:58:10,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770690832"}]},"ts":"1733770690832"} 2024-12-09T18:58:10,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLING in hbase:meta 2024-12-09T18:58:10,834 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testtb-testExportExpiredSnapshot to state=DISABLING 2024-12-09T18:58:10,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=195, ppid=194, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot}] 2024-12-09T18:58:10,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, UNASSIGN}, {pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, UNASSIGN}] 2024-12-09T18:58:10,837 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, UNASSIGN 2024-12-09T18:58:10,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, UNASSIGN 2024-12-09T18:58:10,838 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=196 updating hbase:meta row=711582099a904a56024ef1ed00a3aa50, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:58:10,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=197 updating hbase:meta row=1ded069f19fd3cdbacf8c38bc962a6f8, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:58:10,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, UNASSIGN because future has completed 2024-12-09T18:58:10,840 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:58:10,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=198, ppid=196, state=RUNNABLE, hasLock=false; CloseRegionProcedure 711582099a904a56024ef1ed00a3aa50, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:58:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, UNASSIGN because future has completed 2024-12-09T18:58:10,842 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:58:10,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=199, ppid=197, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:58:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-09T18:58:10,994 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(122): Close 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:58:10,994 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:58:10,994 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1722): Closing 711582099a904a56024ef1ed00a3aa50, disabling compactions & flushes 2024-12-09T18:58:10,994 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:58:10,994 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:58:10,994 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. after waiting 0 ms 2024-12-09T18:58:10,994 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:58:10,996 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] handler.UnassignRegionHandler(122): Close 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:58:10,996 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:58:10,996 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] regionserver.HRegion(1722): Closing 1ded069f19fd3cdbacf8c38bc962a6f8, disabling compactions & flushes 2024-12-09T18:58:10,996 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:58:10,996 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:58:10,996 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. after waiting 0 ms 2024-12-09T18:58:10,996 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:58:11,000 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:58:11,000 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:58:11,001 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50. 2024-12-09T18:58:11,001 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1676): Region close journal for 711582099a904a56024ef1ed00a3aa50: Waiting for close lock at 1733770690994Running coprocessor pre-close hooks at 1733770690994Disabling compacts and flushes for region at 1733770690994Disabling writes for close at 1733770690994Writing region close event to WAL at 1733770690995 (+1 ms)Running coprocessor post-close hooks at 1733770691000 (+5 ms)Closed at 1733770691001 (+1 ms) 2024-12-09T18:58:11,002 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:58:11,003 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:58:11,003 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8. 2024-12-09T18:58:11,003 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] regionserver.HRegion(1676): Region close journal for 1ded069f19fd3cdbacf8c38bc962a6f8: Waiting for close lock at 1733770690996Running coprocessor pre-close hooks at 1733770690996Disabling compacts and flushes for region at 1733770690996Disabling writes for close at 1733770690996Writing region close event to WAL at 1733770690997 (+1 ms)Running coprocessor post-close hooks at 1733770691003 (+6 ms)Closed at 1733770691003 2024-12-09T18:58:11,003 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(157): Closed 711582099a904a56024ef1ed00a3aa50 2024-12-09T18:58:11,004 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=196 updating hbase:meta row=711582099a904a56024ef1ed00a3aa50, regionState=CLOSED 2024-12-09T18:58:11,006 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=199}] handler.UnassignRegionHandler(157): Closed 1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:58:11,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=198, ppid=196, state=RUNNABLE, hasLock=false; CloseRegionProcedure 711582099a904a56024ef1ed00a3aa50, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:58:11,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=197 updating hbase:meta row=1ded069f19fd3cdbacf8c38bc962a6f8, regionState=CLOSED 2024-12-09T18:58:11,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=199, ppid=197, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:58:11,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=198, resume processing ppid=196 2024-12-09T18:58:11,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=198, ppid=196, state=SUCCESS, hasLock=false; CloseRegionProcedure 711582099a904a56024ef1ed00a3aa50, server=84065ca92432,46029,1733770203956 in 168 msec 2024-12-09T18:58:11,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=199, resume processing ppid=197 2024-12-09T18:58:11,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=196, ppid=195, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=711582099a904a56024ef1ed00a3aa50, UNASSIGN in 175 msec 2024-12-09T18:58:11,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=199, ppid=197, state=SUCCESS, hasLock=false; CloseRegionProcedure 1ded069f19fd3cdbacf8c38bc962a6f8, server=84065ca92432,35415,1733770203781 in 168 msec 2024-12-09T18:58:11,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=197, resume processing ppid=195 2024-12-09T18:58:11,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=197, ppid=195, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=1ded069f19fd3cdbacf8c38bc962a6f8, UNASSIGN in 177 msec 2024-12-09T18:58:11,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=195, resume processing ppid=194 2024-12-09T18:58:11,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=195, ppid=194, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot in 181 msec 2024-12-09T18:58:11,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770691018"}]},"ts":"1733770691018"} 2024-12-09T18:58:11,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLED in hbase:meta 2024-12-09T18:58:11,020 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportExpiredSnapshot to state=DISABLED 2024-12-09T18:58:11,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=194, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot in 192 msec 2024-12-09T18:58:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-09T18:58:11,144 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportExpiredSnapshot completed 2024-12-09T18:58:11,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=200, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=200, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,148 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=200, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,153 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50 2024-12-09T18:58:11,153 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:58:11,155 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/recovered.edits] 2024-12-09T18:58:11,155 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/recovered.edits] 2024-12-09T18:58:11,161 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/cf/3b4794b69f934b79a7ee352a77ae524e to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/cf/3b4794b69f934b79a7ee352a77ae524e 2024-12-09T18:58:11,163 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/cf/f4e28e94a3ac4b2db9ad1c68ec386a64 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/cf/f4e28e94a3ac4b2db9ad1c68ec386a64 2024-12-09T18:58:11,164 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50/recovered.edits/9.seqid 2024-12-09T18:58:11,165 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/711582099a904a56024ef1ed00a3aa50 2024-12-09T18:58:11,166 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8/recovered.edits/9.seqid 2024-12-09T18:58:11,166 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportExpiredSnapshot/1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:58:11,166 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportExpiredSnapshot regions 2024-12-09T18:58:11,167 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f 2024-12-09T18:58:11,167 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf] 2024-12-09T18:58:11,172 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202412098579c9fcda0b43ec96ec85a87489d6d0_1ded069f19fd3cdbacf8c38bc962a6f8 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202412098579c9fcda0b43ec96ec85a87489d6d0_1ded069f19fd3cdbacf8c38bc962a6f8 2024-12-09T18:58:11,173 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024120922c9ea4259b74c48b754003fabefacab_711582099a904a56024ef1ed00a3aa50 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024120922c9ea4259b74c48b754003fabefacab_711582099a904a56024ef1ed00a3aa50 2024-12-09T18:58:11,173 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f 2024-12-09T18:58:11,175 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=200, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,179 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportExpiredSnapshot from hbase:meta 2024-12-09T18:58:11,181 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportExpiredSnapshot' descriptor. 2024-12-09T18:58:11,182 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=200, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,182 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportExpiredSnapshot' from region states. 2024-12-09T18:58:11,183 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770691182"}]},"ts":"9223372036854775807"} 2024-12-09T18:58:11,183 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770691182"}]},"ts":"9223372036854775807"} 2024-12-09T18:58:11,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:58:11,185 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 711582099a904a56024ef1ed00a3aa50, NAME => 'testtb-testExportExpiredSnapshot,,1733770677742.711582099a904a56024ef1ed00a3aa50.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 1ded069f19fd3cdbacf8c38bc962a6f8, NAME => 'testtb-testExportExpiredSnapshot,1,1733770677742.1ded069f19fd3cdbacf8c38bc962a6f8.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:58:11,185 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportExpiredSnapshot' as deleted. 2024-12-09T18:58:11,185 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770691185"}]},"ts":"9223372036854775807"} 2024-12-09T18:58:11,187 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportExpiredSnapshot state from META 2024-12-09T18:58:11,188 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=200, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=200, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot in 43 msec 2024-12-09T18:58:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,245 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF 2024-12-09T18:58:11,245 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF 2024-12-09T18:58:11,245 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF 2024-12-09T18:58:11,245 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF 2024-12-09T18:58:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200 2024-12-09T18:58:11,254 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:11,254 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportExpiredSnapshot 2024-12-09T18:58:11,254 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportExpiredSnapshot completed 2024-12-09T18:58:11,254 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:11,254 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:11,254 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:11,263 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportExpiredSnapshot" type: DISABLED 2024-12-09T18:58:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportExpiredSnapshot 2024-12-09T18:58:11,266 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot-testExportExpiredSnapshot" type: DISABLED 2024-12-09T18:58:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportExpiredSnapshot 2024-12-09T18:58:11,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportExpiredSnapshot" type: DISABLED 2024-12-09T18:58:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportExpiredSnapshot 2024-12-09T18:58:11,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportExpiredSnapshot Thread=810 (was 819), OpenFileDescriptor=797 (was 815), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1227 (was 1363), ProcessCount=14 (was 14), AvailableMemoryMB=1535 (was 2110) 2024-12-09T18:58:11,297 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=810 is superior to 500 2024-12-09T18:58:11,320 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testEmptyExportFileSystemState Thread=810, OpenFileDescriptor=797, MaxFileDescriptor=1048576, SystemLoadAverage=1227, ProcessCount=14, AvailableMemoryMB=1534 2024-12-09T18:58:11,320 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=810 is superior to 500 2024-12-09T18:58:11,322 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:58:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=201, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState 2024-12-09T18:58:11,324 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=201, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:58:11,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testEmptyExportFileSystemState" procId is: 201 2024-12-09T18:58:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201 2024-12-09T18:58:11,325 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=201, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:58:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742276_1452 (size=448) 2024-12-09T18:58:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742276_1452 (size=448) 2024-12-09T18:58:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742276_1452 (size=448) 2024-12-09T18:58:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201 2024-12-09T18:58:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201 2024-12-09T18:58:11,741 INFO [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5021e6d7f3839bdea462a1653a3ce96c, NAME => 'testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:11,743 INFO [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => afb71140c2316362ae1a8d12354f30a2, NAME => 'testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742278_1454 (size=73) 2024-12-09T18:58:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742278_1454 (size=73) 2024-12-09T18:58:11,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742277_1453 (size=73) 2024-12-09T18:58:11,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742278_1454 (size=73) 2024-12-09T18:58:11,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742277_1453 (size=73) 2024-12-09T18:58:11,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742277_1453 (size=73) 2024-12-09T18:58:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201 2024-12-09T18:58:12,160 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:58:12,160 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing afb71140c2316362ae1a8d12354f30a2, disabling compactions & flushes 2024-12-09T18:58:12,160 INFO [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:12,160 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:12,160 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. after waiting 0 ms 2024-12-09T18:58:12,160 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:12,160 INFO [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:12,160 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for afb71140c2316362ae1a8d12354f30a2: Waiting for close lock at 1733770692160Disabling compacts and flushes for region at 1733770692160Disabling writes for close at 1733770692160Writing region close event to WAL at 1733770692160Closed at 1733770692160 2024-12-09T18:58:12,172 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:58:12,172 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing 5021e6d7f3839bdea462a1653a3ce96c, disabling compactions & flushes 2024-12-09T18:58:12,172 INFO [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:12,172 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:12,172 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. after waiting 0 ms 2024-12-09T18:58:12,172 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:12,173 INFO [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:12,173 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5021e6d7f3839bdea462a1653a3ce96c: Waiting for close lock at 1733770692172Disabling compacts and flushes for region at 1733770692172Disabling writes for close at 1733770692172Writing region close event to WAL at 1733770692172Closed at 1733770692172 2024-12-09T18:58:12,174 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=201, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:58:12,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1733770692174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770692174"}]},"ts":"1733770692174"} 2024-12-09T18:58:12,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1733770692174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770692174"}]},"ts":"1733770692174"} 2024-12-09T18:58:12,176 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:58:12,177 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=201, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:58:12,177 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770692177"}]},"ts":"1733770692177"} 2024-12-09T18:58:12,179 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLING in hbase:meta 2024-12-09T18:58:12,179 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:58:12,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:58:12,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:58:12,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:58:12,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:58:12,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:58:12,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:58:12,180 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:58:12,181 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:58:12,181 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:58:12,181 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:58:12,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=202, ppid=201, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, ASSIGN}, {pid=203, ppid=201, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, ASSIGN}] 2024-12-09T18:58:12,183 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=203, ppid=201, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, ASSIGN 2024-12-09T18:58:12,183 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=201, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, ASSIGN 2024-12-09T18:58:12,183 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=202, ppid=201, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:58:12,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=203, ppid=201, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T18:58:12,334 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:58:12,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=203 updating hbase:meta row=afb71140c2316362ae1a8d12354f30a2, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:58:12,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=202 updating hbase:meta row=5021e6d7f3839bdea462a1653a3ce96c, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:58:12,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=203, ppid=201, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, ASSIGN because future has completed 2024-12-09T18:58:12,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE, hasLock=false; OpenRegionProcedure afb71140c2316362ae1a8d12354f30a2, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:58:12,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=202, ppid=201, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, ASSIGN because future has completed 2024-12-09T18:58:12,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=205, ppid=202, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:58:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201 2024-12-09T18:58:12,491 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:12,491 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(7752): Opening region: {ENCODED => afb71140c2316362ae1a8d12354f30a2, NAME => 'testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:58:12,491 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:12,491 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(7752): Opening region: {ENCODED => 5021e6d7f3839bdea462a1653a3ce96c, NAME => 'testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:58:12,491 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. service=AccessControlService 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. service=AccessControlService 2024-12-09T18:58:12,492 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:58:12,492 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(7794): checking encryption for afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(7794): checking encryption for 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(7797): checking classloading for afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,492 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(7797): checking classloading for 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,496 INFO [StoreOpener-5021e6d7f3839bdea462a1653a3ce96c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,496 INFO [StoreOpener-afb71140c2316362ae1a8d12354f30a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,497 INFO [StoreOpener-afb71140c2316362ae1a8d12354f30a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afb71140c2316362ae1a8d12354f30a2 columnFamilyName cf 2024-12-09T18:58:12,497 INFO [StoreOpener-5021e6d7f3839bdea462a1653a3ce96c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5021e6d7f3839bdea462a1653a3ce96c columnFamilyName cf 2024-12-09T18:58:12,498 DEBUG [StoreOpener-afb71140c2316362ae1a8d12354f30a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:12,498 DEBUG [StoreOpener-5021e6d7f3839bdea462a1653a3ce96c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:12,499 INFO [StoreOpener-5021e6d7f3839bdea462a1653a3ce96c-1 {}] regionserver.HStore(327): Store=5021e6d7f3839bdea462a1653a3ce96c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:58:12,499 INFO [StoreOpener-afb71140c2316362ae1a8d12354f30a2-1 {}] regionserver.HStore(327): Store=afb71140c2316362ae1a8d12354f30a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:58:12,499 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(1038): replaying wal for afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,499 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1038): replaying wal for 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,500 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,500 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,500 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,500 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,500 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(1048): stopping wal replay for afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,500 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1048): stopping wal replay for 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,501 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(1060): Cleaning up temporary data for afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,501 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1060): Cleaning up temporary data for 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,502 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1093): writing seq id for 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,502 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(1093): writing seq id for afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,504 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:58:12,505 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(1114): Opened afb71140c2316362ae1a8d12354f30a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69393485, jitterRate=0.034043505787849426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:58:12,505 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:12,506 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegion(1006): Region open journal for afb71140c2316362ae1a8d12354f30a2: Running coprocessor pre-open hook at 1733770692492Writing region info on filesystem at 1733770692492Initializing all the Stores at 1733770692495 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770692495Cleaning up temporary data from old regions at 1733770692501 (+6 ms)Running coprocessor post-open hooks at 1733770692505 (+4 ms)Region opened successfully at 1733770692506 (+1 ms) 2024-12-09T18:58:12,507 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2., pid=204, masterSystemTime=1733770692488 2024-12-09T18:58:12,509 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:58:12,509 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1114): Opened 5021e6d7f3839bdea462a1653a3ce96c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74817625, jitterRate=0.11486949026584625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:58:12,510 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:12,510 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1006): Region open journal for 5021e6d7f3839bdea462a1653a3ce96c: Running coprocessor pre-open hook at 1733770692492Writing region info on filesystem at 1733770692492Initializing all the Stores at 1733770692495 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770692495Cleaning up temporary data from old regions at 1733770692501 (+6 ms)Running coprocessor post-open hooks at 1733770692510 (+9 ms)Region opened successfully at 1733770692510 2024-12-09T18:58:12,510 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:12,510 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=204}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:12,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=203 updating hbase:meta row=afb71140c2316362ae1a8d12354f30a2, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:58:12,511 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c., pid=205, masterSystemTime=1733770692489 2024-12-09T18:58:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=204, ppid=203, state=RUNNABLE, hasLock=false; OpenRegionProcedure afb71140c2316362ae1a8d12354f30a2, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:58:12,515 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:12,515 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:12,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=202 updating hbase:meta row=5021e6d7f3839bdea462a1653a3ce96c, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:58:12,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=205, ppid=202, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:58:12,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=204, resume processing ppid=203 2024-12-09T18:58:12,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=204, ppid=203, state=SUCCESS, hasLock=false; OpenRegionProcedure afb71140c2316362ae1a8d12354f30a2, server=84065ca92432,46029,1733770203956 in 179 msec 2024-12-09T18:58:12,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=205, resume processing ppid=202 2024-12-09T18:58:12,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=203, ppid=201, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, ASSIGN in 338 msec 2024-12-09T18:58:12,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=205, ppid=202, state=SUCCESS, hasLock=false; OpenRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c, server=84065ca92432,46729,1733770203479 in 182 msec 2024-12-09T18:58:12,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=202, resume processing ppid=201 2024-12-09T18:58:12,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=202, ppid=201, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, ASSIGN in 341 msec 2024-12-09T18:58:12,524 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=201, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:58:12,524 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770692524"}]},"ts":"1733770692524"} 2024-12-09T18:58:12,526 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLED in hbase:meta 2024-12-09T18:58:12,527 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=201, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:58:12,527 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testEmptyExportFileSystemState jenkins: RWXCA 2024-12-09T18:58:12,530 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA] 2024-12-09T18:58:12,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState 2024-12-09T18:58:12,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState Metrics about Tables on a single HBase RegionServer 2024-12-09T18:58:12,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot 2024-12-09T18:58:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:12,812 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:12,812 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:12,812 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:12,812 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:12,812 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:12,812 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:12,813 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:12,813 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:12,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=201, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState in 1.4900 sec 2024-12-09T18:58:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=201 2024-12-09T18:58:13,474 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testEmptyExportFileSystemState completed 2024-12-09T18:58:13,474 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:58:13,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState 2024-12-09T18:58:13,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:13,477 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:58:13,479 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:58:13,484 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:58:13,490 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:58:13,493 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } 2024-12-09T18:58:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770693493 (current time:1733770693493). 2024-12-09T18:58:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:58:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2 2024-12-09T18:58:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:58:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df7a4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:13,494 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:13,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:13,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:13,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfef12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:13,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:13,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:13,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:13,497 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:13,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4f0d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:13,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:13,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:13,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:13,501 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:13,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74593ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:13,503 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:13,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:13,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:13,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b247814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:13,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:13,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:13,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:13,504 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:13,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633dd355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:13,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:13,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:13,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:13,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:58:13,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:13,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:13,513 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA] 2024-12-09T18:58:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:58:13,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=206, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } 2024-12-09T18:58:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 206 2024-12-09T18:58:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206 2024-12-09T18:58:13,516 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:58:13,517 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:58:13,519 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:58:13,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742279_1455 (size=185) 2024-12-09T18:58:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742279_1455 (size=185) 2024-12-09T18:58:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742279_1455 (size=185) 2024-12-09T18:58:13,533 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:58:13,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=207, ppid=206, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c}, {pid=208, ppid=206, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afb71140c2316362ae1a8d12354f30a2}] 2024-12-09T18:58:13,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=207, ppid=206, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:13,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=208, ppid=206, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206 2024-12-09T18:58:13,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=207 2024-12-09T18:58:13,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=207}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:13,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=207}] regionserver.HRegion(2603): Flush status journal for 5021e6d7f3839bdea462a1653a3ce96c: 2024-12-09T18:58:13,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=207}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. for emptySnaptb0-testEmptyExportFileSystemState completed. 2024-12-09T18:58:13,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=207}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:13,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=207}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:13,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=207}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:58:13,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=208 2024-12-09T18:58:13,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=208}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:13,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=208}] regionserver.HRegion(2603): Flush status journal for afb71140c2316362ae1a8d12354f30a2: 2024-12-09T18:58:13,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=208}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. for emptySnaptb0-testEmptyExportFileSystemState completed. 2024-12-09T18:58:13,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=208}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:13,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=208}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:13,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=208}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:58:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742280_1456 (size=76) 2024-12-09T18:58:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742280_1456 (size=76) 2024-12-09T18:58:13,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742280_1456 (size=76) 2024-12-09T18:58:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742281_1457 (size=76) 2024-12-09T18:58:13,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=208}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742281_1457 (size=76) 2024-12-09T18:58:13,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=208}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=208 2024-12-09T18:58:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742281_1457 (size=76) 2024-12-09T18:58:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=208 2024-12-09T18:58:13,717 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:13,717 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=208, ppid=206, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:13,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=208, ppid=206, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afb71140c2316362ae1a8d12354f30a2 in 185 msec 2024-12-09T18:58:13,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 922e2bdfd306fa642251293bd7c3b58d, had cached 0 bytes from a total of 5333 2024-12-09T18:58:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206 2024-12-09T18:58:14,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=207}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:14,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=207}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=207 2024-12-09T18:58:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=207 2024-12-09T18:58:14,117 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:14,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=207, ppid=206, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:14,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=207, resume processing ppid=206 2024-12-09T18:58:14,120 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:58:14,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=207, ppid=206, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c in 585 msec 2024-12-09T18:58:14,121 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:58:14,121 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:58:14,122 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:58:14,122 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:14,122 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:58:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742282_1458 (size=68) 2024-12-09T18:58:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742282_1458 (size=68) 2024-12-09T18:58:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742282_1458 (size=68) 2024-12-09T18:58:14,129 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:58:14,129 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:14,130 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206 2024-12-09T18:58:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742283_1459 (size=673) 2024-12-09T18:58:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742283_1459 (size=673) 2024-12-09T18:58:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742283_1459 (size=673) 2024-12-09T18:58:14,162 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:58:14,168 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:58:14,169 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:14,170 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=206, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:58:14,170 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 206 2024-12-09T18:58:14,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=206, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=206, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 656 msec 2024-12-09T18:58:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206 2024-12-09T18:58:14,654 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed 2024-12-09T18:58:14,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:58:14,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46029 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:58:14,665 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:58:14,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState 2024-12-09T18:58:14,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:14,668 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:58:14,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:58:14,677 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:58:14,684 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100 2024-12-09T18:58:14,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } 2024-12-09T18:58:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770694687 (current time:1733770694687). 2024-12-09T18:58:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:58:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2 2024-12-09T18:58:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:58:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73eb0a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:14,689 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:14,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:14,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:14,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3ed53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:14,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:14,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:14,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:14,691 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:14,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da459d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:14,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:14,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:14,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:14,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:14,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c10a391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:14,697 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fcfbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:14,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:14,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:14,699 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:14,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a90a20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:14,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:14,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:14,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:14,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:58:14,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:14,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:14,707 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:14,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA] 2024-12-09T18:58:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:58:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=209, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } 2024-12-09T18:58:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 209 2024-12-09T18:58:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=209 2024-12-09T18:58:14,715 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:58:14,716 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:58:14,718 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:58:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742284_1460 (size=180) 2024-12-09T18:58:14,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742284_1460 (size=180) 2024-12-09T18:58:14,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742284_1460 (size=180) 2024-12-09T18:58:14,737 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:58:14,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=210, ppid=209, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c}, {pid=211, ppid=209, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afb71140c2316362ae1a8d12354f30a2}] 2024-12-09T18:58:14,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=210, ppid=209, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:14,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=211, ppid=209, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:14,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testEmptyExportFileSystemState' 2024-12-09T18:58:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=209 2024-12-09T18:58:14,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=210 2024-12-09T18:58:14,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:14,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=211 2024-12-09T18:58:14,890 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.HRegion(2902): Flushing 5021e6d7f3839bdea462a1653a3ce96c 1/1 column families, dataSize=333 B heapSize=976 B 2024-12-09T18:58:14,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:14,891 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.HRegion(2902): Flushing afb71140c2316362ae1a8d12354f30a2 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB 2024-12-09T18:58:14,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209862412deba964251a8a4a7518f1432a7_afb71140c2316362ae1a8d12354f30a2 is 71, key is 121bb933b3fe1b4b471f842ebffeb576/cf:q/1733770694664/Put/seqid=0 2024-12-09T18:58:14,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d2bead165f914087a811203da41bc4df_5021e6d7f3839bdea462a1653a3ce96c is 71, key is 06c83f8e33464c5464beab473b5e458f/cf:q/1733770694662/Put/seqid=0 2024-12-09T18:58:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742285_1461 (size=8031) 2024-12-09T18:58:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742285_1461 (size=8031) 2024-12-09T18:58:14,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742285_1461 (size=8031) 2024-12-09T18:58:14,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742286_1462 (size=5242) 2024-12-09T18:58:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742286_1462 (size=5242) 2024-12-09T18:58:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742286_1462 (size=5242) 2024-12-09T18:58:14,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:14,952 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209862412deba964251a8a4a7518f1432a7_afb71140c2316362ae1a8d12354f30a2 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241209862412deba964251a8a4a7518f1432a7_afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:14,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/.tmp/cf/ceb5843fe91d4faaba8b0743eb4fdb1d, store: [table=testtb-testEmptyExportFileSystemState family=cf region=afb71140c2316362ae1a8d12354f30a2] 2024-12-09T18:58:14,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/.tmp/cf/ceb5843fe91d4faaba8b0743eb4fdb1d is 214, key is 1ae12a85314db8d5fcc35e786b3674d6c/cf:q/1733770694664/Put/seqid=0 2024-12-09T18:58:14,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d2bead165f914087a811203da41bc4df_5021e6d7f3839bdea462a1653a3ce96c to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241209d2bead165f914087a811203da41bc4df_5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:14,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/.tmp/cf/436676c943ad4c3aa7fa4474bc0da496, store: [table=testtb-testEmptyExportFileSystemState family=cf region=5021e6d7f3839bdea462a1653a3ce96c] 2024-12-09T18:58:14,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/.tmp/cf/436676c943ad4c3aa7fa4474bc0da496 is 214, key is 065dae2f046bf1acefab3a403081f4d1b/cf:q/1733770694662/Put/seqid=0 2024-12-09T18:58:14,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742287_1463 (size=14817) 2024-12-09T18:58:14,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742287_1463 (size=14817) 2024-12-09T18:58:14,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742287_1463 (size=14817) 2024-12-09T18:58:14,966 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/.tmp/cf/ceb5843fe91d4faaba8b0743eb4fdb1d 2024-12-09T18:58:14,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/.tmp/cf/ceb5843fe91d4faaba8b0743eb4fdb1d as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/cf/ceb5843fe91d4faaba8b0743eb4fdb1d 2024-12-09T18:58:14,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742288_1464 (size=6358) 2024-12-09T18:58:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742288_1464 (size=6358) 2024-12-09T18:58:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742288_1464 (size=6358) 2024-12-09T18:58:14,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/.tmp/cf/436676c943ad4c3aa7fa4474bc0da496 2024-12-09T18:58:14,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/cf/ceb5843fe91d4faaba8b0743eb4fdb1d, entries=45, sequenceid=6, filesize=14.5 K 2024-12-09T18:58:14,983 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for afb71140c2316362ae1a8d12354f30a2 in 93ms, sequenceid=6, compaction requested=false 2024-12-09T18:58:14,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.HRegion(2603): Flush status journal for afb71140c2316362ae1a8d12354f30a2: 2024-12-09T18:58:14,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. for snaptb0-testEmptyExportFileSystemState completed. 2024-12-09T18:58:14,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:14,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:14,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/cf/ceb5843fe91d4faaba8b0743eb4fdb1d] hfiles 2024-12-09T18:58:14,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/cf/ceb5843fe91d4faaba8b0743eb4fdb1d for snapshot=snaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:14,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/.tmp/cf/436676c943ad4c3aa7fa4474bc0da496 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/cf/436676c943ad4c3aa7fa4474bc0da496 2024-12-09T18:58:14,990 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/cf/436676c943ad4c3aa7fa4474bc0da496, entries=5, sequenceid=6, filesize=6.2 K 2024-12-09T18:58:14,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for 5021e6d7f3839bdea462a1653a3ce96c in 108ms, sequenceid=6, compaction requested=false 2024-12-09T18:58:14,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.HRegion(2603): Flush status journal for 5021e6d7f3839bdea462a1653a3ce96c: 2024-12-09T18:58:14,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. for snaptb0-testEmptyExportFileSystemState completed. 2024-12-09T18:58:14,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:14,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:14,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/cf/436676c943ad4c3aa7fa4474bc0da496] hfiles 2024-12-09T18:58:14,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/cf/436676c943ad4c3aa7fa4474bc0da496 for snapshot=snaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:15,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742289_1465 (size=115) 2024-12-09T18:58:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742289_1465 (size=115) 2024-12-09T18:58:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742289_1465 (size=115) 2024-12-09T18:58:15,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:15,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=211}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=211 2024-12-09T18:58:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=211 2024-12-09T18:58:15,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:15,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=211, ppid=209, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:15,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=211, ppid=209, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afb71140c2316362ae1a8d12354f30a2 in 265 msec 2024-12-09T18:58:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742290_1466 (size=115) 2024-12-09T18:58:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742290_1466 (size=115) 2024-12-09T18:58:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742290_1466 (size=115) 2024-12-09T18:58:15,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:15,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=210}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=210 2024-12-09T18:58:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=210 2024-12-09T18:58:15,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:15,018 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=210, ppid=209, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:15,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=210, resume processing ppid=209 2024-12-09T18:58:15,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=210, ppid=209, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c in 282 msec 2024-12-09T18:58:15,020 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:58:15,021 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:58:15,028 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:58:15,028 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:58:15,028 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:15,029 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241209862412deba964251a8a4a7518f1432a7_afb71140c2316362ae1a8d12354f30a2, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241209d2bead165f914087a811203da41bc4df_5021e6d7f3839bdea462a1653a3ce96c] hfiles 2024-12-09T18:58:15,029 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241209862412deba964251a8a4a7518f1432a7_afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:15,029 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241209d2bead165f914087a811203da41bc4df_5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=209 2024-12-09T18:58:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742291_1467 (size=299) 2024-12-09T18:58:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742291_1467 (size=299) 2024-12-09T18:58:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742291_1467 (size=299) 2024-12-09T18:58:15,051 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:58:15,051 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:15,051 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742292_1468 (size=983) 2024-12-09T18:58:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742292_1468 (size=983) 2024-12-09T18:58:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742292_1468 (size=983) 2024-12-09T18:58:15,073 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:58:15,091 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:58:15,092 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:15,094 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=209, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:58:15,094 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 209 2024-12-09T18:58:15,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=209, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=209, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 386 msec 2024-12-09T18:58:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=209 2024-12-09T18:58:15,352 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed 2024-12-09T18:58:15,352 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352 2024-12-09T18:58:15,352 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:15,392 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:15,392 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:15,393 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:58:15,400 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:15,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742293_1469 (size=673) 2024-12-09T18:58:15,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742293_1469 (size=673) 2024-12-09T18:58:15,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742293_1469 (size=673) 2024-12-09T18:58:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742294_1470 (size=185) 2024-12-09T18:58:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742294_1470 (size=185) 2024-12-09T18:58:15,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742294_1470 (size=185) 2024-12-09T18:58:15,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:15,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:15,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:58:16,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-10719502927614078677.jar 2024-12-09T18:58:16,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-471390410496244730.jar 2024-12-09T18:58:16,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:16,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:58:16,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:58:16,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:58:16,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:58:16,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:58:16,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:58:16,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:58:16,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:58:16,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:58:16,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:58:16,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:58:16,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:58:16,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:58:16,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:58:16,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:58:16,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:58:16,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:58:16,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:58:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742295_1471 (size=24020) 2024-12-09T18:58:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742295_1471 (size=24020) 2024-12-09T18:58:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742295_1471 (size=24020) 2024-12-09T18:58:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742296_1472 (size=77755) 2024-12-09T18:58:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742296_1472 (size=77755) 2024-12-09T18:58:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742296_1472 (size=77755) 2024-12-09T18:58:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742297_1473 (size=131360) 2024-12-09T18:58:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742297_1473 (size=131360) 2024-12-09T18:58:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742297_1473 (size=131360) 2024-12-09T18:58:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742298_1474 (size=111793) 2024-12-09T18:58:16,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742298_1474 (size=111793) 2024-12-09T18:58:16,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742298_1474 (size=111793) 2024-12-09T18:58:16,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742299_1475 (size=1832290) 2024-12-09T18:58:16,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742299_1475 (size=1832290) 2024-12-09T18:58:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742299_1475 (size=1832290) 2024-12-09T18:58:16,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742300_1476 (size=8360282) 2024-12-09T18:58:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742300_1476 (size=8360282) 2024-12-09T18:58:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742300_1476 (size=8360282) 2024-12-09T18:58:17,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742301_1477 (size=503880) 2024-12-09T18:58:17,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742301_1477 (size=503880) 2024-12-09T18:58:17,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742301_1477 (size=503880) 2024-12-09T18:58:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742302_1478 (size=6425016) 2024-12-09T18:58:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742302_1478 (size=6425016) 2024-12-09T18:58:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742302_1478 (size=6425016) 2024-12-09T18:58:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742303_1479 (size=322274) 2024-12-09T18:58:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742303_1479 (size=322274) 2024-12-09T18:58:17,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742303_1479 (size=322274) 2024-12-09T18:58:17,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742304_1480 (size=20406) 2024-12-09T18:58:17,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742304_1480 (size=20406) 2024-12-09T18:58:17,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742304_1480 (size=20406) 2024-12-09T18:58:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742305_1481 (size=443171) 2024-12-09T18:58:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742305_1481 (size=443171) 2024-12-09T18:58:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742305_1481 (size=443171) 2024-12-09T18:58:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742306_1482 (size=45609) 2024-12-09T18:58:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742306_1482 (size=45609) 2024-12-09T18:58:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742306_1482 (size=45609) 2024-12-09T18:58:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742307_1483 (size=136454) 2024-12-09T18:58:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742307_1483 (size=136454) 2024-12-09T18:58:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742307_1483 (size=136454) 2024-12-09T18:58:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742308_1484 (size=1597136) 2024-12-09T18:58:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742308_1484 (size=1597136) 2024-12-09T18:58:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742308_1484 (size=1597136) 2024-12-09T18:58:17,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742309_1485 (size=30873) 2024-12-09T18:58:17,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742309_1485 (size=30873) 2024-12-09T18:58:17,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742309_1485 (size=30873) 2024-12-09T18:58:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742310_1486 (size=29229) 2024-12-09T18:58:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742310_1486 (size=29229) 2024-12-09T18:58:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742310_1486 (size=29229) 2024-12-09T18:58:17,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742311_1487 (size=903862) 2024-12-09T18:58:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742311_1487 (size=903862) 2024-12-09T18:58:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742311_1487 (size=903862) 2024-12-09T18:58:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742312_1488 (size=5175431) 2024-12-09T18:58:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742312_1488 (size=5175431) 2024-12-09T18:58:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742312_1488 (size=5175431) 2024-12-09T18:58:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742313_1489 (size=232881) 2024-12-09T18:58:17,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742313_1489 (size=232881) 2024-12-09T18:58:17,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742313_1489 (size=232881) 2024-12-09T18:58:17,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742314_1490 (size=1323991) 2024-12-09T18:58:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742314_1490 (size=1323991) 2024-12-09T18:58:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742314_1490 (size=1323991) 2024-12-09T18:58:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742315_1491 (size=4695811) 2024-12-09T18:58:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742315_1491 (size=4695811) 2024-12-09T18:58:17,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742315_1491 (size=4695811) 2024-12-09T18:58:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742316_1492 (size=1877034) 2024-12-09T18:58:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742316_1492 (size=1877034) 2024-12-09T18:58:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742316_1492 (size=1877034) 2024-12-09T18:58:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742317_1493 (size=217555) 2024-12-09T18:58:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742317_1493 (size=217555) 2024-12-09T18:58:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742317_1493 (size=217555) 2024-12-09T18:58:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742318_1494 (size=4188619) 2024-12-09T18:58:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742318_1494 (size=4188619) 2024-12-09T18:58:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742318_1494 (size=4188619) 2024-12-09T18:58:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742319_1495 (size=127628) 2024-12-09T18:58:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742319_1495 (size=127628) 2024-12-09T18:58:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742319_1495 (size=127628) 2024-12-09T18:58:17,629 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:58:17,635 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'emptySnaptb0-testEmptyExportFileSystemState' hfile list 2024-12-09T18:58:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742320_1496 (size=7) 2024-12-09T18:58:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742320_1496 (size=7) 2024-12-09T18:58:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742320_1496 (size=7) 2024-12-09T18:58:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742321_1497 (size=10) 2024-12-09T18:58:17,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742321_1497 (size=10) 2024-12-09T18:58:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742321_1497 (size=10) 2024-12-09T18:58:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742322_1498 (size=303980) 2024-12-09T18:58:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742322_1498 (size=303980) 2024-12-09T18:58:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742322_1498 (size=303980) 2024-12-09T18:58:17,726 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:58:17,726 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:58:18,045 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0008_000001 (auth:SIMPLE) from 127.0.0.1:48130 2024-12-09T18:58:24,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 34320 2024-12-09T18:58:27,604 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0008_000001 (auth:SIMPLE) from 127.0.0.1:53384 2024-12-09T18:58:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742323_1499 (size=349654) 2024-12-09T18:58:27,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742323_1499 (size=349654) 2024-12-09T18:58:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742323_1499 (size=349654) 2024-12-09T18:58:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742324_1500 (size=8568) 2024-12-09T18:58:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742324_1500 (size=8568) 2024-12-09T18:58:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742324_1500 (size=8568) 2024-12-09T18:58:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742325_1501 (size=460) 2024-12-09T18:58:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742325_1501 (size=460) 2024-12-09T18:58:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742325_1501 (size=460) 2024-12-09T18:58:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742326_1502 (size=8568) 2024-12-09T18:58:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742326_1502 (size=8568) 2024-12-09T18:58:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742326_1502 (size=8568) 2024-12-09T18:58:29,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742327_1503 (size=349654) 2024-12-09T18:58:29,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742327_1503 (size=349654) 2024-12-09T18:58:29,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742327_1503 (size=349654) 2024-12-09T18:58:29,916 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:58:31,032 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T18:58:31,084 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T18:58:31,160 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:31,160 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T18:58:31,161 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T18:58:31,161 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:31,161 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo 2024-12-09T18:58:31,161 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest 2024-12-09T18:58:31,161 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:31,161 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo 2024-12-09T18:58:31,162 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770695352/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest 2024-12-09T18:58:31,167 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=212, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=212 2024-12-09T18:58:31,208 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770711208"}]},"ts":"1733770711208"} 2024-12-09T18:58:31,231 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLING in hbase:meta 2024-12-09T18:58:31,231 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testEmptyExportFileSystemState to state=DISABLING 2024-12-09T18:58:31,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=213, ppid=212, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState}] 2024-12-09T18:58:31,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, UNASSIGN}, {pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, UNASSIGN}] 2024-12-09T18:58:31,260 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, UNASSIGN 2024-12-09T18:58:31,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, UNASSIGN 2024-12-09T18:58:31,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=215 updating hbase:meta row=afb71140c2316362ae1a8d12354f30a2, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T18:58:31,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=214 updating hbase:meta row=5021e6d7f3839bdea462a1653a3ce96c, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:58:31,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, UNASSIGN because future has completed 2024-12-09T18:58:31,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, UNASSIGN because future has completed 2024-12-09T18:58:31,275 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:58:31,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=216, ppid=214, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:58:31,277 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:58:31,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=217, ppid=215, state=RUNNABLE, hasLock=false; CloseRegionProcedure afb71140c2316362ae1a8d12354f30a2, server=84065ca92432,46029,1733770203956}] 2024-12-09T18:58:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=212 2024-12-09T18:58:31,435 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] handler.UnassignRegionHandler(122): Close afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:31,435 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:58:31,436 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] regionserver.HRegion(1722): Closing afb71140c2316362ae1a8d12354f30a2, disabling compactions & flushes 2024-12-09T18:58:31,436 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:31,436 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:31,436 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. after waiting 0 ms 2024-12-09T18:58:31,436 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:31,439 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] handler.UnassignRegionHandler(122): Close 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:31,439 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:58:31,440 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] regionserver.HRegion(1722): Closing 5021e6d7f3839bdea462a1653a3ce96c, disabling compactions & flushes 2024-12-09T18:58:31,440 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:31,440 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:31,440 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. after waiting 0 ms 2024-12-09T18:58:31,440 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=212 2024-12-09T18:58:31,520 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:58:31,521 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:58:31,521 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2. 2024-12-09T18:58:31,521 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] regionserver.HRegion(1676): Region close journal for afb71140c2316362ae1a8d12354f30a2: Waiting for close lock at 1733770711436Running coprocessor pre-close hooks at 1733770711436Disabling compacts and flushes for region at 1733770711436Disabling writes for close at 1733770711436Writing region close event to WAL at 1733770711458 (+22 ms)Running coprocessor post-close hooks at 1733770711521 (+63 ms)Closed at 1733770711521 2024-12-09T18:58:31,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=215 updating hbase:meta row=afb71140c2316362ae1a8d12354f30a2, regionState=CLOSED 2024-12-09T18:58:31,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=217, ppid=215, state=RUNNABLE, hasLock=false; CloseRegionProcedure afb71140c2316362ae1a8d12354f30a2, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T18:58:31,528 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=217}] handler.UnassignRegionHandler(157): Closed afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:31,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=217, resume processing ppid=215 2024-12-09T18:58:31,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=217, ppid=215, state=SUCCESS, hasLock=false; CloseRegionProcedure afb71140c2316362ae1a8d12354f30a2, server=84065ca92432,46029,1733770203956 in 252 msec 2024-12-09T18:58:31,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=215, ppid=213, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afb71140c2316362ae1a8d12354f30a2, UNASSIGN in 280 msec 2024-12-09T18:58:31,550 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T18:58:31,556 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T18:58:31,556 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c. 2024-12-09T18:58:31,557 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] regionserver.HRegion(1676): Region close journal for 5021e6d7f3839bdea462a1653a3ce96c: Waiting for close lock at 1733770711440Running coprocessor pre-close hooks at 1733770711440Disabling compacts and flushes for region at 1733770711440Disabling writes for close at 1733770711440Writing region close event to WAL at 1733770711475 (+35 ms)Running coprocessor post-close hooks at 1733770711556 (+81 ms)Closed at 1733770711556 2024-12-09T18:58:31,562 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=216}] handler.UnassignRegionHandler(157): Closed 5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:31,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=214 updating hbase:meta row=5021e6d7f3839bdea462a1653a3ce96c, regionState=CLOSED 2024-12-09T18:58:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=216, ppid=214, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:58:31,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=216, resume processing ppid=214 2024-12-09T18:58:31,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=216, ppid=214, state=SUCCESS, hasLock=false; CloseRegionProcedure 5021e6d7f3839bdea462a1653a3ce96c, server=84065ca92432,46729,1733770203479 in 292 msec 2024-12-09T18:58:31,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=214, resume processing ppid=213 2024-12-09T18:58:31,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=214, ppid=213, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=5021e6d7f3839bdea462a1653a3ce96c, UNASSIGN in 318 msec 2024-12-09T18:58:31,581 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770711581"}]},"ts":"1733770711581"} 2024-12-09T18:58:31,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=213, resume processing ppid=212 2024-12-09T18:58:31,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=213, ppid=212, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState in 340 msec 2024-12-09T18:58:31,584 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLED in hbase:meta 2024-12-09T18:58:31,584 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testEmptyExportFileSystemState to state=DISABLED 2024-12-09T18:58:31,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=212, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState in 418 msec 2024-12-09T18:58:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=212 2024-12-09T18:58:31,835 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testEmptyExportFileSystemState completed 2024-12-09T18:58:31,836 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=218, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,838 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=218, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,839 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=218, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,845 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,864 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:31,866 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/recovered.edits] 2024-12-09T18:58:31,871 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/cf/436676c943ad4c3aa7fa4474bc0da496 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/cf/436676c943ad4c3aa7fa4474bc0da496 2024-12-09T18:58:31,874 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:31,876 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c/recovered.edits/9.seqid 2024-12-09T18:58:31,876 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:31,883 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/recovered.edits] 2024-12-09T18:58:31,896 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/cf/ceb5843fe91d4faaba8b0743eb4fdb1d to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/cf/ceb5843fe91d4faaba8b0743eb4fdb1d 2024-12-09T18:58:31,906 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2/recovered.edits/9.seqid 2024-12-09T18:58:31,907 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testEmptyExportFileSystemState/afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:31,907 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testtb-testEmptyExportFileSystemState regions 2024-12-09T18:58:31,907 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0 2024-12-09T18:58:31,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,908 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf] 2024-12-09T18:58:31,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,912 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241209862412deba964251a8a4a7518f1432a7_afb71140c2316362ae1a8d12354f30a2 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241209862412deba964251a8a4a7518f1432a7_afb71140c2316362ae1a8d12354f30a2 2024-12-09T18:58:31,914 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241209d2bead165f914087a811203da41bc4df_5021e6d7f3839bdea462a1653a3ce96c to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241209d2bead165f914087a811203da41bc4df_5021e6d7f3839bdea462a1653a3ce96c 2024-12-09T18:58:31,914 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0 2024-12-09T18:58:31,916 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF 2024-12-09T18:58:31,919 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=218, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:31,922 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data null 2024-12-09T18:58:31,922 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T18:58:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:31,922 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testEmptyExportFileSystemState from hbase:meta 2024-12-09T18:58:31,923 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data null 2024-12-09T18:58:31,923 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T18:58:31,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:31,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:31,926 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data null 2024-12-09T18:58:31,926 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T18:58:31,926 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testEmptyExportFileSystemState' descriptor. 2024-12-09T18:58:31,927 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=218, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,927 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testEmptyExportFileSystemState' from region states. 2024-12-09T18:58:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218 2024-12-09T18:58:31,928 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770711927"}]},"ts":"9223372036854775807"} 2024-12-09T18:58:31,928 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770711927"}]},"ts":"9223372036854775807"} 2024-12-09T18:58:31,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T18:58:31,930 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5021e6d7f3839bdea462a1653a3ce96c, NAME => 'testtb-testEmptyExportFileSystemState,,1733770691321.5021e6d7f3839bdea462a1653a3ce96c.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => afb71140c2316362ae1a8d12354f30a2, NAME => 'testtb-testEmptyExportFileSystemState,1,1733770691321.afb71140c2316362ae1a8d12354f30a2.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T18:58:31,930 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testEmptyExportFileSystemState' as deleted. 2024-12-09T18:58:31,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770711930"}]},"ts":"9223372036854775807"} 2024-12-09T18:58:31,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testEmptyExportFileSystemState state from META 2024-12-09T18:58:31,934 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=218, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState 2024-12-09T18:58:31,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=218, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState in 98 msec 2024-12-09T18:58:31,940 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:31,940 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:31,941 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:31,943 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218 2024-12-09T18:58:32,034 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testEmptyExportFileSystemState 2024-12-09T18:58:32,035 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testEmptyExportFileSystemState completed 2024-12-09T18:58:32,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testEmptyExportFileSystemState" type: DISABLED 2024-12-09T18:58:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:32,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testEmptyExportFileSystemState" type: DISABLED 2024-12-09T18:58:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testEmptyExportFileSystemState 2024-12-09T18:58:32,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testEmptyExportFileSystemState Thread=809 (was 810), OpenFileDescriptor=802 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1186 (was 1227), ProcessCount=23 (was 14) - ProcessCount LEAK? -, AvailableMemoryMB=652 (was 1534) 2024-12-09T18:58:32,096 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=809 is superior to 500 2024-12-09T18:58:32,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithChecksum Thread=809, OpenFileDescriptor=802, MaxFileDescriptor=1048576, SystemLoadAverage=1186, ProcessCount=23, AvailableMemoryMB=651 2024-12-09T18:58:32,141 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=809 is superior to 500 2024-12-09T18:58:32,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:58:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=219, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum 2024-12-09T18:58:32,150 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=219, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:58:32,151 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportWithChecksum" procId is: 219 2024-12-09T18:58:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=219 2024-12-09T18:58:32,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=219, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:58:32,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742328_1504 (size=440) 2024-12-09T18:58:32,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742328_1504 (size=440) 2024-12-09T18:58:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742328_1504 (size=440) 2024-12-09T18:58:32,249 INFO [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52f2b944b614622e1e647d67ec4e2f29, NAME => 'testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:32,255 INFO [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5cf588a7afc277780db632fbc53488a5, NAME => 'testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=219 2024-12-09T18:58:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742329_1505 (size=65) 2024-12-09T18:58:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742329_1505 (size=65) 2024-12-09T18:58:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742329_1505 (size=65) 2024-12-09T18:58:32,313 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:58:32,313 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1722): Closing 52f2b944b614622e1e647d67ec4e2f29, disabling compactions & flushes 2024-12-09T18:58:32,313 INFO [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:32,313 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:32,313 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. after waiting 0 ms 2024-12-09T18:58:32,313 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:32,313 INFO [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:32,313 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52f2b944b614622e1e647d67ec4e2f29: Waiting for close lock at 1733770712313Disabling compacts and flushes for region at 1733770712313Disabling writes for close at 1733770712313Writing region close event to WAL at 1733770712313Closed at 1733770712313 2024-12-09T18:58:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742330_1506 (size=65) 2024-12-09T18:58:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742330_1506 (size=65) 2024-12-09T18:58:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742330_1506 (size=65) 2024-12-09T18:58:32,328 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:58:32,328 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1722): Closing 5cf588a7afc277780db632fbc53488a5, disabling compactions & flushes 2024-12-09T18:58:32,328 INFO [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:32,328 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:32,328 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. after waiting 0 ms 2024-12-09T18:58:32,328 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:32,328 INFO [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:32,328 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5cf588a7afc277780db632fbc53488a5: Waiting for close lock at 1733770712328Disabling compacts and flushes for region at 1733770712328Disabling writes for close at 1733770712328Writing region close event to WAL at 1733770712328Closed at 1733770712328 2024-12-09T18:58:32,330 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=219, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:58:32,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733770712330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770712330"}]},"ts":"1733770712330"} 2024-12-09T18:58:32,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733770712330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770712330"}]},"ts":"1733770712330"} 2024-12-09T18:58:32,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T18:58:32,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=219, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:58:32,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770712335"}]},"ts":"1733770712335"} 2024-12-09T18:58:32,339 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLING in hbase:meta 2024-12-09T18:58:32,339 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:58:32,344 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:58:32,344 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:58:32,344 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:58:32,344 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:58:32,344 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:58:32,344 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:58:32,344 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:58:32,344 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:58:32,344 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:58:32,344 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:58:32,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=220, ppid=219, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, ASSIGN}, {pid=221, ppid=219, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, ASSIGN}] 2024-12-09T18:58:32,346 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=220, ppid=219, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, ASSIGN 2024-12-09T18:58:32,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=221, ppid=219, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, ASSIGN 2024-12-09T18:58:32,347 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=220, ppid=219, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T18:58:32,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=221, ppid=219, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, ASSIGN; state=OFFLINE, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T18:58:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=219 2024-12-09T18:58:32,497 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T18:58:32,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=220 updating hbase:meta row=52f2b944b614622e1e647d67ec4e2f29, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:58:32,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=221 updating hbase:meta row=5cf588a7afc277780db632fbc53488a5, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:58:32,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=220, ppid=219, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, ASSIGN because future has completed 2024-12-09T18:58:32,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=221, ppid=219, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, ASSIGN because future has completed 2024-12-09T18:58:32,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=222, ppid=221, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf588a7afc277780db632fbc53488a5, server=84065ca92432,35415,1733770203781}] 2024-12-09T18:58:32,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=223, ppid=220, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52f2b944b614622e1e647d67ec4e2f29, server=84065ca92432,46729,1733770203479}] 2024-12-09T18:58:32,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState 2024-12-09T18:58:32,660 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:32,660 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(7752): Opening region: {ENCODED => 52f2b944b614622e1e647d67ec4e2f29, NAME => 'testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T18:58:32,661 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. service=AccessControlService 2024-12-09T18:58:32,661 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:58:32,661 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,661 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:58:32,661 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(7794): checking encryption for 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,661 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(7797): checking classloading for 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,668 INFO [StoreOpener-52f2b944b614622e1e647d67ec4e2f29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,669 INFO [StoreOpener-52f2b944b614622e1e647d67ec4e2f29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52f2b944b614622e1e647d67ec4e2f29 columnFamilyName cf 2024-12-09T18:58:32,670 DEBUG [StoreOpener-52f2b944b614622e1e647d67ec4e2f29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:32,671 INFO [StoreOpener-52f2b944b614622e1e647d67ec4e2f29-1 {}] regionserver.HStore(327): Store=52f2b944b614622e1e647d67ec4e2f29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:58:32,671 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1038): replaying wal for 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,673 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,673 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,673 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1048): stopping wal replay for 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,673 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1060): Cleaning up temporary data for 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,675 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1093): writing seq id for 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,675 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:32,675 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cf588a7afc277780db632fbc53488a5, NAME => 'testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T18:58:32,676 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. service=AccessControlService 2024-12-09T18:58:32,676 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T18:58:32,676 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,676 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:58:32,676 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(7794): checking encryption for 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,676 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(7797): checking classloading for 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,680 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:58:32,680 INFO [StoreOpener-5cf588a7afc277780db632fbc53488a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,680 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1114): Opened 52f2b944b614622e1e647d67ec4e2f29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72856424, jitterRate=0.08564531803131104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:58:32,680 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,681 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1006): Region open journal for 52f2b944b614622e1e647d67ec4e2f29: Running coprocessor pre-open hook at 1733770712661Writing region info on filesystem at 1733770712661Initializing all the Stores at 1733770712663 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770712663Cleaning up temporary data from old regions at 1733770712673 (+10 ms)Running coprocessor post-open hooks at 1733770712680 (+7 ms)Region opened successfully at 1733770712681 (+1 ms) 2024-12-09T18:58:32,683 INFO [StoreOpener-5cf588a7afc277780db632fbc53488a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf588a7afc277780db632fbc53488a5 columnFamilyName cf 2024-12-09T18:58:32,684 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29., pid=223, masterSystemTime=1733770712657 2024-12-09T18:58:32,684 DEBUG [StoreOpener-5cf588a7afc277780db632fbc53488a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:32,685 INFO [StoreOpener-5cf588a7afc277780db632fbc53488a5-1 {}] regionserver.HStore(327): Store=5cf588a7afc277780db632fbc53488a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:58:32,686 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(1038): replaying wal for 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,686 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,687 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,687 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(1048): stopping wal replay for 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,687 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,689 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:32,689 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:32,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=220 updating hbase:meta row=52f2b944b614622e1e647d67ec4e2f29, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T18:58:32,692 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(1093): writing seq id for 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=223, ppid=220, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52f2b944b614622e1e647d67ec4e2f29, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T18:58:32,694 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:58:32,695 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(1114): Opened 5cf588a7afc277780db632fbc53488a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60676666, jitterRate=-0.0958472192287445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:58:32,695 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,695 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegion(1006): Region open journal for 5cf588a7afc277780db632fbc53488a5: Running coprocessor pre-open hook at 1733770712676Writing region info on filesystem at 1733770712676Initializing all the Stores at 1733770712677 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770712677Cleaning up temporary data from old regions at 1733770712687 (+10 ms)Running coprocessor post-open hooks at 1733770712695 (+8 ms)Region opened successfully at 1733770712695 2024-12-09T18:58:32,696 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5., pid=222, masterSystemTime=1733770712657 2024-12-09T18:58:32,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=223, resume processing ppid=220 2024-12-09T18:58:32,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=223, ppid=220, state=SUCCESS, hasLock=false; OpenRegionProcedure 52f2b944b614622e1e647d67ec4e2f29, server=84065ca92432,46729,1733770203479 in 190 msec 2024-12-09T18:58:32,704 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:32,704 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=222}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:32,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=220, ppid=219, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, ASSIGN in 352 msec 2024-12-09T18:58:32,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=221 updating hbase:meta row=5cf588a7afc277780db632fbc53488a5, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T18:58:32,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=222, ppid=221, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf588a7afc277780db632fbc53488a5, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T18:58:32,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=222, resume processing ppid=221 2024-12-09T18:58:32,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=222, ppid=221, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cf588a7afc277780db632fbc53488a5, server=84065ca92432,35415,1733770203781 in 206 msec 2024-12-09T18:58:32,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=221, resume processing ppid=219 2024-12-09T18:58:32,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=221, ppid=219, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, ASSIGN in 366 msec 2024-12-09T18:58:32,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=219, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:58:32,714 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770712714"}]},"ts":"1733770712714"} 2024-12-09T18:58:32,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLED in hbase:meta 2024-12-09T18:58:32,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=219, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:58:32,718 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithChecksum jenkins: RWXCA 2024-12-09T18:58:32,723 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA] 2024-12-09T18:58:32,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithChecksum' 2024-12-09T18:58:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T18:58:32,780 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,780 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,781 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,781 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,781 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,781 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=219, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum in 638 msec 2024-12-09T18:58:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=219 2024-12-09T18:58:32,785 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithChecksum completed 2024-12-09T18:58:32,786 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100 2024-12-09T18:58:32,787 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,787 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04 2024-12-09T18:58:32,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum 2024-12-09T18:58:32,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:32,790 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:58:32,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100 2024-12-09T18:58:32,801 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100 2024-12-09T18:58:32,812 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100 2024-12-09T18:58:32,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } 2024-12-09T18:58:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770712816 (current time:1733770712816). 2024-12-09T18:58:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:58:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithChecksum VERSION not specified, setting to 2 2024-12-09T18:58:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:58:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103ee628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:32,818 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f72fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:32,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:32,820 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:32,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9ddc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:32,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:32,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:32,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:32,829 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:32,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316dbb89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:32,833 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:32,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:32,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:32,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3728024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:32,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:32,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:32,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:32,835 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:32,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec0180c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:32,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:32,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:58:32,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:32,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:32,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA] 2024-12-09T18:58:32,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:58:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=224, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } 2024-12-09T18:58:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 224 2024-12-09T18:58:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=224 2024-12-09T18:58:32,854 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:58:32,855 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:58:32,860 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:58:32,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742331_1507 (size=161) 2024-12-09T18:58:32,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742331_1507 (size=161) 2024-12-09T18:58:32,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742331_1507 (size=161) 2024-12-09T18:58:32,918 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:58:32,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=225, ppid=224, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52f2b944b614622e1e647d67ec4e2f29}, {pid=226, ppid=224, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cf588a7afc277780db632fbc53488a5}] 2024-12-09T18:58:32,919 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=226, ppid=224, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:32,920 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=225, ppid=224, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=224 2024-12-09T18:58:33,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=226 2024-12-09T18:58:33,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=226}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:33,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=226}] regionserver.HRegion(2603): Flush status journal for 5cf588a7afc277780db632fbc53488a5: 2024-12-09T18:58:33,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=226}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. for emptySnaptb0-testExportWithChecksum completed. 2024-12-09T18:58:33,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=226}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.' region-info for snapshot=emptySnaptb0-testExportWithChecksum 2024-12-09T18:58:33,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=226}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:33,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=226}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:58:33,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=225 2024-12-09T18:58:33,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=225}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:33,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=225}] regionserver.HRegion(2603): Flush status journal for 52f2b944b614622e1e647d67ec4e2f29: 2024-12-09T18:58:33,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=225}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. for emptySnaptb0-testExportWithChecksum completed. 2024-12-09T18:58:33,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=225}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.' region-info for snapshot=emptySnaptb0-testExportWithChecksum 2024-12-09T18:58:33,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=225}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:33,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=225}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:58:33,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742332_1508 (size=68) 2024-12-09T18:58:33,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742332_1508 (size=68) 2024-12-09T18:58:33,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742332_1508 (size=68) 2024-12-09T18:58:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=226}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=226}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=226 2024-12-09T18:58:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=226 2024-12-09T18:58:33,169 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:33,169 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=226, ppid=224, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:33,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=226, ppid=224, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5cf588a7afc277780db632fbc53488a5 in 252 msec 2024-12-09T18:58:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=224 2024-12-09T18:58:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742333_1509 (size=68) 2024-12-09T18:58:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742333_1509 (size=68) 2024-12-09T18:58:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742333_1509 (size=68) 2024-12-09T18:58:33,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=225}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:33,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=225}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=225 2024-12-09T18:58:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=225 2024-12-09T18:58:33,215 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:33,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=225, ppid=224, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:33,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=225, resume processing ppid=224 2024-12-09T18:58:33,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=225, ppid=224, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 52f2b944b614622e1e647d67ec4e2f29 in 298 msec 2024-12-09T18:58:33,221 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:58:33,221 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:58:33,222 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:58:33,222 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:58:33,223 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:33,223 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T18:58:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742334_1510 (size=60) 2024-12-09T18:58:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742334_1510 (size=60) 2024-12-09T18:58:33,240 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:58:33,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742334_1510 (size=60) 2024-12-09T18:58:33,240 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithChecksum 2024-12-09T18:58:33,241 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum 2024-12-09T18:58:33,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742335_1511 (size=641) 2024-12-09T18:58:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742335_1511 (size=641) 2024-12-09T18:58:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742335_1511 (size=641) 2024-12-09T18:58:33,265 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:58:33,273 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:58:33,273 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testExportWithChecksum 2024-12-09T18:58:33,275 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=224, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:58:33,275 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 224 2024-12-09T18:58:33,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=224, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=224, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 423 msec 2024-12-09T18:58:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=224 2024-12-09T18:58:33,484 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed 2024-12-09T18:58:33,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:58:33,494 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35415 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:58:33,495 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100 2024-12-09T18:58:33,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum 2024-12-09T18:58:33,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:33,498 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:58:33,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100 2024-12-09T18:58:33,509 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100 2024-12-09T18:58:33,521 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100 2024-12-09T18:58:33,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } 2024-12-09T18:58:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770713524 (current time:1733770713524). 2024-12-09T18:58:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:58:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithChecksum VERSION not specified, setting to 2 2024-12-09T18:58:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T18:58:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fbde58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:33,525 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:33,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:33,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:33,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48df7c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:33,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:33,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:33,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:33,527 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9749cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:33,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:33,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:33,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:33,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d31a3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T18:58:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:58:33,537 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T18:58:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:58:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T18:58:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3ed53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T18:58:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:58:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:33,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:33,544 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:58:33,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f487fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:58:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:58:33,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T18:58:33,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:33,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:33,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T18:58:33,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:58:33,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:58:33,556 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811. 2024-12-09T18:58:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T18:58:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:58:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA] 2024-12-09T18:58:33,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:58:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T18:58:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=227, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } 2024-12-09T18:58:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 227 2024-12-09T18:58:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=227 2024-12-09T18:58:33,561 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:58:33,561 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:58:33,563 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:58:33,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742336_1512 (size=156) 2024-12-09T18:58:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742336_1512 (size=156) 2024-12-09T18:58:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742336_1512 (size=156) 2024-12-09T18:58:33,579 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:58:33,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=228, ppid=227, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52f2b944b614622e1e647d67ec4e2f29}, {pid=229, ppid=227, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cf588a7afc277780db632fbc53488a5}] 2024-12-09T18:58:33,580 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=229, ppid=227, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:33,580 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=228, ppid=227, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=227 2024-12-09T18:58:33,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=229 2024-12-09T18:58:33,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:33,732 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.HRegion(2902): Flushing 5cf588a7afc277780db632fbc53488a5 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB 2024-12-09T18:58:33,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=228 2024-12-09T18:58:33,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:33,733 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.HRegion(2902): Flushing 52f2b944b614622e1e647d67ec4e2f29 1/1 column families, dataSize=199 B heapSize=688 B 2024-12-09T18:58:33,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 is 71, key is 0060dbd2c3a0b2d3aad2f3d6b786b3f9/cf:q/1733770713493/Put/seqid=0 2024-12-09T18:58:33,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 is 71, key is 25d1847a8170ed68d39936994777298d/cf:q/1733770713494/Put/seqid=0 2024-12-09T18:58:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742337_1513 (size=5102) 2024-12-09T18:58:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742337_1513 (size=5102) 2024-12-09T18:58:33,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742337_1513 (size=5102) 2024-12-09T18:58:33,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:33,839 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:33,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/.tmp/cf/060f53ef190c49ba9a01b682a533c09a, store: [table=testtb-testExportWithChecksum family=cf region=52f2b944b614622e1e647d67ec4e2f29] 2024-12-09T18:58:33,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/.tmp/cf/060f53ef190c49ba9a01b682a533c09a is 206, key is 0d38218c8d0441ae7cfebd7fca905aac4/cf:q/1733770713493/Put/seqid=0 2024-12-09T18:58:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742338_1514 (size=8172) 2024-12-09T18:58:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742338_1514 (size=8172) 2024-12-09T18:58:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742338_1514 (size=8172) 2024-12-09T18:58:33,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:33,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:33,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/.tmp/cf/1728c9a931f64c329eddd3fa19cbaa13, store: [table=testtb-testExportWithChecksum family=cf region=5cf588a7afc277780db632fbc53488a5] 2024-12-09T18:58:33,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/.tmp/cf/1728c9a931f64c329eddd3fa19cbaa13 is 206, key is 15bed346f5e8b592a02ae728c46359f68/cf:q/1733770713494/Put/seqid=0 2024-12-09T18:58:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=227 2024-12-09T18:58:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742339_1515 (size=5906) 2024-12-09T18:58:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742339_1515 (size=5906) 2024-12-09T18:58:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742339_1515 (size=5906) 2024-12-09T18:58:33,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/.tmp/cf/060f53ef190c49ba9a01b682a533c09a 2024-12-09T18:58:33,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/.tmp/cf/060f53ef190c49ba9a01b682a533c09a as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a 2024-12-09T18:58:33,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742340_1516 (size=14855) 2024-12-09T18:58:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742340_1516 (size=14855) 2024-12-09T18:58:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742340_1516 (size=14855) 2024-12-09T18:58:33,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/.tmp/cf/1728c9a931f64c329eddd3fa19cbaa13 2024-12-09T18:58:33,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a, entries=3, sequenceid=6, filesize=5.8 K 2024-12-09T18:58:33,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 52f2b944b614622e1e647d67ec4e2f29 in 242ms, sequenceid=6, compaction requested=false 2024-12-09T18:58:33,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.HRegion(2603): Flush status journal for 52f2b944b614622e1e647d67ec4e2f29: 2024-12-09T18:58:33,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. for snaptb0-testExportWithChecksum completed. 2024-12-09T18:58:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.' region-info for snapshot=snaptb0-testExportWithChecksum 2024-12-09T18:58:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a] hfiles 2024-12-09T18:58:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a for snapshot=snaptb0-testExportWithChecksum 2024-12-09T18:58:33,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/.tmp/cf/1728c9a931f64c329eddd3fa19cbaa13 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13 2024-12-09T18:58:33,984 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13, entries=47, sequenceid=6, filesize=14.5 K 2024-12-09T18:58:33,984 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 5cf588a7afc277780db632fbc53488a5 in 252ms, sequenceid=6, compaction requested=false 2024-12-09T18:58:33,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.HRegion(2603): Flush status journal for 5cf588a7afc277780db632fbc53488a5: 2024-12-09T18:58:33,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. for snaptb0-testExportWithChecksum completed. 2024-12-09T18:58:33,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.' region-info for snapshot=snaptb0-testExportWithChecksum 2024-12-09T18:58:33,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:58:33,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13] hfiles 2024-12-09T18:58:33,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13 for snapshot=snaptb0-testExportWithChecksum 2024-12-09T18:58:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742341_1517 (size=107) 2024-12-09T18:58:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742341_1517 (size=107) 2024-12-09T18:58:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742341_1517 (size=107) 2024-12-09T18:58:33,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T18:58:33,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=228}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=228 2024-12-09T18:58:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=228 2024-12-09T18:58:33,995 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:33,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=228, ppid=227, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:33,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=228, ppid=227, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 52f2b944b614622e1e647d67ec4e2f29 in 417 msec 2024-12-09T18:58:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742342_1518 (size=107) 2024-12-09T18:58:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742342_1518 (size=107) 2024-12-09T18:58:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742342_1518 (size=107) 2024-12-09T18:58:34,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T18:58:34,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=229}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=229 2024-12-09T18:58:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=229 2024-12-09T18:58:34,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:34,033 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=229, ppid=227, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:34,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=229, resume processing ppid=227 2024-12-09T18:58:34,036 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:58:34,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=229, ppid=227, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5cf588a7afc277780db632fbc53488a5 in 455 msec 2024-12-09T18:58:34,037 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:58:34,038 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T18:58:34,038 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T18:58:34,038 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:58:34,041 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29] hfiles 2024-12-09T18:58:34,041 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 2024-12-09T18:58:34,041 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 2024-12-09T18:58:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742343_1519 (size=291) 2024-12-09T18:58:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742343_1519 (size=291) 2024-12-09T18:58:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742343_1519 (size=291) 2024-12-09T18:58:34,052 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:58:34,052 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithChecksum 2024-12-09T18:58:34,053 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum 2024-12-09T18:58:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=227 2024-12-09T18:58:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742344_1520 (size=951) 2024-12-09T18:58:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742344_1520 (size=951) 2024-12-09T18:58:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742344_1520 (size=951) 2024-12-09T18:58:34,204 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:58:34,218 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:58:34,219 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithChecksum 2024-12-09T18:58:34,221 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=227, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:58:34,221 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 227 2024-12-09T18:58:34,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=227, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=227, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 664 msec 2024-12-09T18:58:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=227 2024-12-09T18:58:34,695 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed 2024-12-09T18:58:34,695 INFO [Time-limited test {}] snapshot.TestExportSnapshot(523): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695 2024-12-09T18:58:34,696 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:34,757 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:58:34,757 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@c09d019, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum 2024-12-09T18:58:34,758 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:58:34,766 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithChecksum to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum 2024-12-09T18:58:34,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:34,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:34,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:35,696 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0008_000001 (auth:SIMPLE) from 127.0.0.1:49166 2024-12-09T18:58:36,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-719834984566122154.jar 2024-12-09T18:58:36,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:36,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:36,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-12538834637383838626.jar 2024-12-09T18:58:36,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:36,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:36,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:36,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:36,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:36,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:58:36,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:58:36,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:58:36,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:58:36,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:58:36,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:58:36,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:58:36,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:58:36,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:58:36,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:58:36,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:58:36,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:58:36,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:58:36,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:58:36,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:58:36,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:58:36,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:58:36,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:58:36,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:58:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742345_1521 (size=24020) 2024-12-09T18:58:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742345_1521 (size=24020) 2024-12-09T18:58:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742345_1521 (size=24020) 2024-12-09T18:58:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742346_1522 (size=77755) 2024-12-09T18:58:36,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742346_1522 (size=77755) 2024-12-09T18:58:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742346_1522 (size=77755) 2024-12-09T18:58:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742347_1523 (size=131360) 2024-12-09T18:58:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742347_1523 (size=131360) 2024-12-09T18:58:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742347_1523 (size=131360) 2024-12-09T18:58:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742348_1524 (size=111793) 2024-12-09T18:58:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742348_1524 (size=111793) 2024-12-09T18:58:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742348_1524 (size=111793) 2024-12-09T18:58:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742349_1525 (size=1832290) 2024-12-09T18:58:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742349_1525 (size=1832290) 2024-12-09T18:58:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742349_1525 (size=1832290) 2024-12-09T18:58:36,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742350_1526 (size=8360282) 2024-12-09T18:58:36,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742350_1526 (size=8360282) 2024-12-09T18:58:36,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742350_1526 (size=8360282) 2024-12-09T18:58:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742351_1527 (size=503880) 2024-12-09T18:58:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742351_1527 (size=503880) 2024-12-09T18:58:37,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742351_1527 (size=503880) 2024-12-09T18:58:37,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T18:58:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742352_1528 (size=6425016) 2024-12-09T18:58:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742352_1528 (size=6425016) 2024-12-09T18:58:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742352_1528 (size=6425016) 2024-12-09T18:58:37,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742353_1529 (size=322274) 2024-12-09T18:58:37,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742353_1529 (size=322274) 2024-12-09T18:58:37,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742353_1529 (size=322274) 2024-12-09T18:58:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742354_1530 (size=20406) 2024-12-09T18:58:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742354_1530 (size=20406) 2024-12-09T18:58:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742354_1530 (size=20406) 2024-12-09T18:58:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742355_1531 (size=45609) 2024-12-09T18:58:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742355_1531 (size=45609) 2024-12-09T18:58:37,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742355_1531 (size=45609) 2024-12-09T18:58:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742356_1532 (size=136454) 2024-12-09T18:58:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742356_1532 (size=136454) 2024-12-09T18:58:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742356_1532 (size=136454) 2024-12-09T18:58:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742357_1533 (size=1597136) 2024-12-09T18:58:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742357_1533 (size=1597136) 2024-12-09T18:58:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742357_1533 (size=1597136) 2024-12-09T18:58:38,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742358_1534 (size=30873) 2024-12-09T18:58:38,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742358_1534 (size=30873) 2024-12-09T18:58:38,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742358_1534 (size=30873) 2024-12-09T18:58:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742359_1535 (size=29229) 2024-12-09T18:58:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742359_1535 (size=29229) 2024-12-09T18:58:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742359_1535 (size=29229) 2024-12-09T18:58:38,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742360_1536 (size=903862) 2024-12-09T18:58:38,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742360_1536 (size=903862) 2024-12-09T18:58:38,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742360_1536 (size=903862) 2024-12-09T18:58:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742361_1537 (size=443171) 2024-12-09T18:58:39,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742361_1537 (size=443171) 2024-12-09T18:58:39,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742361_1537 (size=443171) 2024-12-09T18:58:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742362_1538 (size=5175431) 2024-12-09T18:58:39,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742362_1538 (size=5175431) 2024-12-09T18:58:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742362_1538 (size=5175431) 2024-12-09T18:58:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742363_1539 (size=232881) 2024-12-09T18:58:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742363_1539 (size=232881) 2024-12-09T18:58:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742363_1539 (size=232881) 2024-12-09T18:58:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742364_1540 (size=1323991) 2024-12-09T18:58:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742364_1540 (size=1323991) 2024-12-09T18:58:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742364_1540 (size=1323991) 2024-12-09T18:58:39,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742365_1541 (size=4695811) 2024-12-09T18:58:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742365_1541 (size=4695811) 2024-12-09T18:58:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742365_1541 (size=4695811) 2024-12-09T18:58:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742366_1542 (size=1877034) 2024-12-09T18:58:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742366_1542 (size=1877034) 2024-12-09T18:58:39,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742366_1542 (size=1877034) 2024-12-09T18:58:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742367_1543 (size=217555) 2024-12-09T18:58:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742367_1543 (size=217555) 2024-12-09T18:58:39,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742367_1543 (size=217555) 2024-12-09T18:58:39,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742368_1544 (size=4188619) 2024-12-09T18:58:39,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742368_1544 (size=4188619) 2024-12-09T18:58:39,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742368_1544 (size=4188619) 2024-12-09T18:58:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742369_1545 (size=127628) 2024-12-09T18:58:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742369_1545 (size=127628) 2024-12-09T18:58:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742369_1545 (size=127628) 2024-12-09T18:58:39,407 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:58:39,409 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list 2024-12-09T18:58:39,410 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.5 K 2024-12-09T18:58:39,410 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K 2024-12-09T18:58:39,410 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.8 K 2024-12-09T18:58:39,410 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K 2024-12-09T18:58:39,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742370_1546 (size=1023) 2024-12-09T18:58:39,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742370_1546 (size=1023) 2024-12-09T18:58:39,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742370_1546 (size=1023) 2024-12-09T18:58:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742371_1547 (size=35) 2024-12-09T18:58:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742371_1547 (size=35) 2024-12-09T18:58:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742371_1547 (size=35) 2024-12-09T18:58:40,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742372_1548 (size=304123) 2024-12-09T18:58:40,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742372_1548 (size=304123) 2024-12-09T18:58:40,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742372_1548 (size=304123) 2024-12-09T18:58:40,040 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:58:40,040 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:58:40,181 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:45418 2024-12-09T18:58:40,817 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0008/container_1733770220664_0008_01_000001/launch_container.sh] 2024-12-09T18:58:40,817 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0008/container_1733770220664_0008_01_000001/container_tokens] 2024-12-09T18:58:40,817 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0008/container_1733770220664_0008_01_000001/sysfs] 2024-12-09T18:58:42,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum 2024-12-09T18:58:42,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum Metrics about Tables on a single HBase RegionServer 2024-12-09T18:58:44,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5d6ac3a9ae7cea11a432e8205623d9f3, had cached 0 bytes from a total of 6284 2024-12-09T18:58:44,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4d38fb7ac238d446745e829ac8fc3554, had cached 0 bytes from a total of 14267 2024-12-09T18:58:51,587 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:48956 2024-12-09T18:58:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742373_1549 (size=349821) 2024-12-09T18:58:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742373_1549 (size=349821) 2024-12-09T18:58:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742373_1549 (size=349821) 2024-12-09T18:58:54,067 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:55396 2024-12-09T18:58:54,082 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:51484 2024-12-09T18:58:54,795 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:55404 2024-12-09T18:58:54,795 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:51486 2024-12-09T18:58:57,689 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0009_01_000006 while processing FINISH_CONTAINERS event 2024-12-09T18:58:58,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 922e2bdfd306fa642251293bd7c3b58d, had cached 0 bytes from a total of 5333 2024-12-09T18:58:59,917 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:59:01,823 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000002/launch_container.sh] 2024-12-09T18:59:01,823 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000002/container_tokens] 2024-12-09T18:59:01,823 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000002/sysfs] Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:02,869 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:45068 Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:05,725 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000003/launch_container.sh] 2024-12-09T18:59:05,725 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000003/container_tokens] 2024-12-09T18:59:05,725 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000003/sysfs] 2024-12-09T18:59:05,870 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:45078 Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:06,861 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:60276 2024-12-09T18:59:06,865 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:45082 2024-12-09T18:59:09,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 34320 2024-12-09T18:59:09,552 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0009_01_000011 while processing FINISH_CONTAINERS event 2024-12-09T18:59:09,696 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0009_01_000012 while processing FINISH_CONTAINERS event 2024-12-09T18:59:09,758 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000004/launch_container.sh] 2024-12-09T18:59:09,758 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000004/container_tokens] 2024-12-09T18:59:09,758 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000004/sysfs] 2024-12-09T18:59:10,308 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5cf588a7afc277780db632fbc53488a5 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:59:10,308 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 52f2b944b614622e1e647d67ec4e2f29 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:59:10,591 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000005/launch_container.sh] 2024-12-09T18:59:10,599 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000005/container_tokens] 2024-12-09T18:59:10,599 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000005/sysfs] Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:11,914 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:35828 Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:15,632 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000008/launch_container.sh] 2024-12-09T18:59:15,632 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000008/container_tokens] 2024-12-09T18:59:15,632 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000008/sysfs] 2024-12-09T18:59:16,004 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000007/launch_container.sh] 2024-12-09T18:59:16,004 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000007/container_tokens] 2024-12-09T18:59:16,004 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000007/sysfs] 2024-12-09T18:59:16,969 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:58856 Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:17,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 52f2b944b614622e1e647d67ec4e2f29, had cached 0 bytes from a total of 5906 2024-12-09T18:59:17,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5cf588a7afc277780db632fbc53488a5, had cached 0 bytes from a total of 14855 Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:18,989 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:47610 2024-12-09T18:59:20,002 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:43136 2024-12-09T18:59:22,428 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0009_01_000017 while processing FINISH_CONTAINERS event 2024-12-09T18:59:22,551 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000010/launch_container.sh] 2024-12-09T18:59:22,551 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000010/container_tokens] 2024-12-09T18:59:22,551 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000010/sysfs] 2024-12-09T18:59:23,355 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000009/launch_container.sh] 2024-12-09T18:59:23,382 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000009/container_tokens] 2024-12-09T18:59:23,382 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000009/sysfs] Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:25,036 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:43146 Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:28,070 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:43160 2024-12-09T18:59:28,827 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000013/launch_container.sh] 2024-12-09T18:59:28,827 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000013/container_tokens] 2024-12-09T18:59:28,827 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000013/sysfs] 2024-12-09T18:59:29,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5d6ac3a9ae7cea11a432e8205623d9f3, had cached 0 bytes from a total of 6284 2024-12-09T18:59:29,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4d38fb7ac238d446745e829ac8fc3554, had cached 0 bytes from a total of 14267 2024-12-09T18:59:29,918 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:31,096 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:52490 2024-12-09T18:59:31,182 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000016/launch_container.sh] 2024-12-09T18:59:31,182 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000016/container_tokens] 2024-12-09T18:59:31,182 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000016/sysfs] Error: java.io.IOException: Checksum mismatch between hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/local-export-1733770714695/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29. Input and output filesystems are of different types. Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different. Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks. (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259) at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172) 2024-12-09T18:59:32,105 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:50882 2024-12-09T18:59:32,286 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000014/launch_container.sh] 2024-12-09T18:59:32,286 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000014/container_tokens] 2024-12-09T18:59:32,286 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000014/sysfs] 2024-12-09T18:59:33,131 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0009_01_000022 while processing FINISH_CONTAINERS event 2024-12-09T18:59:35,091 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:52494 2024-12-09T18:59:35,094 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:52506 2024-12-09T18:59:35,099 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0009_01_000023 while processing FINISH_CONTAINERS event 2024-12-09T18:59:35,138 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:50894 2024-12-09T18:59:35,235 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1733770220664_0009_01_000019 is : 143 2024-12-09T18:59:35,299 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000019/launch_container.sh] 2024-12-09T18:59:35,301 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000019/container_tokens] 2024-12-09T18:59:35,301 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000019/sysfs] 2024-12-09T18:59:35,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742374_1550 (size=48816) 2024-12-09T18:59:35,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742374_1550 (size=48816) 2024-12-09T18:59:35,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742374_1550 (size=48816) 2024-12-09T18:59:35,320 WARN [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1733770220664_0009_01_000020 is : 143 2024-12-09T18:59:35,341 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000020/launch_container.sh] 2024-12-09T18:59:35,341 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000020/container_tokens] 2024-12-09T18:59:35,341 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_2/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000020/sysfs] 2024-12-09T18:59:35,346 WARN [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1733770220664_0009_01_000021 is : 143 2024-12-09T18:59:35,357 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000021/launch_container.sh] 2024-12-09T18:59:35,357 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000021/container_tokens] 2024-12-09T18:59:35,357 WARN [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000021/sysfs] 2024-12-09T18:59:35,372 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000015/launch_container.sh] 2024-12-09T18:59:35,372 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000015/container_tokens] 2024-12-09T18:59:35,372 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_0/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000015/sysfs] 2024-12-09T18:59:35,414 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000018/launch_container.sh] 2024-12-09T18:59:35,418 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000018/container_tokens] 2024-12-09T18:59:35,418 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000018/sysfs] 2024-12-09T18:59:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742375_1551 (size=461) 2024-12-09T18:59:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742375_1551 (size=461) 2024-12-09T18:59:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742375_1551 (size=461) 2024-12-09T18:59:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742376_1552 (size=48816) 2024-12-09T18:59:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742376_1552 (size=48816) 2024-12-09T18:59:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742376_1552 (size=48816) 2024-12-09T18:59:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742377_1553 (size=349821) 2024-12-09T18:59:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742377_1553 (size=349821) 2024-12-09T18:59:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742377_1553 (size=349821) 2024-12-09T18:59:35,735 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:52516 2024-12-09T18:59:36,799 ERROR [Time-limited test {}] snapshot.ExportSnapshot(1239): Snapshot export failed org.apache.hadoop.hbase.snapshot.ExportSnapshotException: Task failed task_1733770220664_0009_m_000000 Job failed as tasks failed. failedMaps:1 failedReduces:0 killedMaps:0 killedReduces: 0 at org.apache.hadoop.hbase.snapshot.ExportSnapshot.runCopyJob(ExportSnapshot.java:947) ~[classes/:?] at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1216) ~[classes/:?] at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:570) ~[test-classes/:?] at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemState(TestExportSnapshot.java:400) ~[test-classes/:?] at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportWithChecksum(TestExportSnapshot.java:285) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:59:37,320 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320 2024-12-09T18:59:37,320 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:59:37,359 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T18:59:37,359 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum 2024-12-09T18:59:37,361 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T18:59:37,365 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithChecksum to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum 2024-12-09T18:59:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742378_1554 (size=156) 2024-12-09T18:59:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742378_1554 (size=156) 2024-12-09T18:59:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742378_1554 (size=156) 2024-12-09T18:59:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742379_1555 (size=951) 2024-12-09T18:59:37,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742379_1555 (size=951) 2024-12-09T18:59:37,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742379_1555 (size=951) 2024-12-09T18:59:37,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:37,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:37,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-16228848554523092377.jar 2024-12-09T18:59:38,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-6097758647869288922.jar 2024-12-09T18:59:38,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T18:59:38,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T18:59:38,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T18:59:38,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T18:59:38,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T18:59:38,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T18:59:38,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T18:59:38,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T18:59:38,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T18:59:38,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T18:59:38,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T18:59:38,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T18:59:38,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:59:38,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:59:38,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:59:38,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:59:38,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T18:59:38,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:59:38,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T18:59:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742380_1556 (size=24020) 2024-12-09T18:59:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742380_1556 (size=24020) 2024-12-09T18:59:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742380_1556 (size=24020) 2024-12-09T18:59:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742381_1557 (size=77755) 2024-12-09T18:59:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742381_1557 (size=77755) 2024-12-09T18:59:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742381_1557 (size=77755) 2024-12-09T18:59:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742382_1558 (size=131360) 2024-12-09T18:59:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742382_1558 (size=131360) 2024-12-09T18:59:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742382_1558 (size=131360) 2024-12-09T18:59:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742383_1559 (size=111793) 2024-12-09T18:59:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742383_1559 (size=111793) 2024-12-09T18:59:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742383_1559 (size=111793) 2024-12-09T18:59:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742384_1560 (size=1832290) 2024-12-09T18:59:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742384_1560 (size=1832290) 2024-12-09T18:59:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742384_1560 (size=1832290) 2024-12-09T18:59:39,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742385_1561 (size=8360282) 2024-12-09T18:59:39,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742385_1561 (size=8360282) 2024-12-09T18:59:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742385_1561 (size=8360282) 2024-12-09T18:59:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742386_1562 (size=503880) 2024-12-09T18:59:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742386_1562 (size=503880) 2024-12-09T18:59:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742386_1562 (size=503880) 2024-12-09T18:59:39,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742387_1563 (size=322274) 2024-12-09T18:59:39,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742387_1563 (size=322274) 2024-12-09T18:59:39,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742387_1563 (size=322274) 2024-12-09T18:59:39,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742388_1564 (size=20406) 2024-12-09T18:59:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742388_1564 (size=20406) 2024-12-09T18:59:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742388_1564 (size=20406) 2024-12-09T18:59:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742389_1565 (size=45609) 2024-12-09T18:59:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742389_1565 (size=45609) 2024-12-09T18:59:39,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742389_1565 (size=45609) 2024-12-09T18:59:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742390_1566 (size=136454) 2024-12-09T18:59:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742390_1566 (size=136454) 2024-12-09T18:59:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742390_1566 (size=136454) 2024-12-09T18:59:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742391_1567 (size=1597136) 2024-12-09T18:59:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742391_1567 (size=1597136) 2024-12-09T18:59:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742391_1567 (size=1597136) 2024-12-09T18:59:39,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742392_1568 (size=30873) 2024-12-09T18:59:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742392_1568 (size=30873) 2024-12-09T18:59:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742392_1568 (size=30873) 2024-12-09T18:59:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742393_1569 (size=443171) 2024-12-09T18:59:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742393_1569 (size=443171) 2024-12-09T18:59:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742393_1569 (size=443171) 2024-12-09T18:59:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742394_1570 (size=29229) 2024-12-09T18:59:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742394_1570 (size=29229) 2024-12-09T18:59:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742394_1570 (size=29229) 2024-12-09T18:59:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742395_1571 (size=903862) 2024-12-09T18:59:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742395_1571 (size=903862) 2024-12-09T18:59:40,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742395_1571 (size=903862) 2024-12-09T18:59:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742396_1572 (size=5175431) 2024-12-09T18:59:40,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742396_1572 (size=5175431) 2024-12-09T18:59:40,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742396_1572 (size=5175431) 2024-12-09T18:59:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742397_1573 (size=232881) 2024-12-09T18:59:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742397_1573 (size=232881) 2024-12-09T18:59:40,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742397_1573 (size=232881) 2024-12-09T18:59:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742398_1574 (size=1323991) 2024-12-09T18:59:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742398_1574 (size=1323991) 2024-12-09T18:59:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742398_1574 (size=1323991) 2024-12-09T18:59:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742399_1575 (size=4695811) 2024-12-09T18:59:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742399_1575 (size=4695811) 2024-12-09T18:59:40,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742399_1575 (size=4695811) 2024-12-09T18:59:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742400_1576 (size=1877034) 2024-12-09T18:59:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742400_1576 (size=1877034) 2024-12-09T18:59:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742400_1576 (size=1877034) 2024-12-09T18:59:40,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742401_1577 (size=217555) 2024-12-09T18:59:40,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742401_1577 (size=217555) 2024-12-09T18:59:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742401_1577 (size=217555) 2024-12-09T18:59:40,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742402_1578 (size=6425016) 2024-12-09T18:59:40,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742402_1578 (size=6425016) 2024-12-09T18:59:40,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742402_1578 (size=6425016) 2024-12-09T18:59:40,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742403_1579 (size=4188619) 2024-12-09T18:59:40,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742403_1579 (size=4188619) 2024-12-09T18:59:40,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742403_1579 (size=4188619) 2024-12-09T18:59:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742404_1580 (size=127628) 2024-12-09T18:59:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742404_1580 (size=127628) 2024-12-09T18:59:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742404_1580 (size=127628) 2024-12-09T18:59:40,670 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T18:59:40,673 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list 2024-12-09T18:59:40,675 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.5 K 2024-12-09T18:59:40,675 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K 2024-12-09T18:59:40,675 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.8 K 2024-12-09T18:59:40,675 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K 2024-12-09T18:59:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742405_1581 (size=1023) 2024-12-09T18:59:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742405_1581 (size=1023) 2024-12-09T18:59:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742405_1581 (size=1023) 2024-12-09T18:59:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742406_1582 (size=35) 2024-12-09T18:59:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742406_1582 (size=35) 2024-12-09T18:59:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742406_1582 (size=35) 2024-12-09T18:59:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742407_1583 (size=304075) 2024-12-09T18:59:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742407_1583 (size=304075) 2024-12-09T18:59:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742407_1583 (size=304075) 2024-12-09T18:59:41,838 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:59:41,838 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T18:59:41,841 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0009_000001 (auth:SIMPLE) from 127.0.0.1:58342 2024-12-09T18:59:41,859 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000001/launch_container.sh] 2024-12-09T18:59:41,859 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000001/container_tokens] 2024-12-09T18:59:41,859 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0009/container_1733770220664_0009_01_000001/sysfs] 2024-12-09T18:59:42,342 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:57200 2024-12-09T18:59:43,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 922e2bdfd306fa642251293bd7c3b58d, had cached 0 bytes from a total of 5333 2024-12-09T18:59:48,536 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:42418 2024-12-09T18:59:48,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742408_1584 (size=349773) 2024-12-09T18:59:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742408_1584 (size=349773) 2024-12-09T18:59:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742408_1584 (size=349773) 2024-12-09T18:59:50,977 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:33394 2024-12-09T18:59:50,981 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:49492 2024-12-09T18:59:51,668 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:33400 2024-12-09T18:59:51,668 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:49494 2024-12-09T18:59:53,855 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0010_01_000006 while processing FINISH_CONTAINERS event 2024-12-09T18:59:54,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 34320 2024-12-09T18:59:59,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T19:00:01,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742409_1585 (size=8172) 2024-12-09T19:00:01,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742409_1585 (size=8172) 2024-12-09T19:00:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742409_1585 (size=8172) 2024-12-09T19:00:02,379 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000003/launch_container.sh] 2024-12-09T19:00:02,388 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000003/container_tokens] 2024-12-09T19:00:02,388 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000003/sysfs] 2024-12-09T19:00:02,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 52f2b944b614622e1e647d67ec4e2f29, had cached 0 bytes from a total of 5906 2024-12-09T19:00:02,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5cf588a7afc277780db632fbc53488a5, had cached 0 bytes from a total of 14855 2024-12-09T19:00:03,652 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=661.90 KB, freeSize=879.35 MB, max=880 MB, blockCount=1, accesses=29, hits=28, hitRatio=96.55%, , cachingAccesses=29, cachingHits=28, cachingHitsRatio=96.55%, evictions=59, evicted=0, evictedPerRun=0.0 2024-12-09T19:00:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742411_1587 (size=5102) 2024-12-09T19:00:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742411_1587 (size=5102) 2024-12-09T19:00:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742411_1587 (size=5102) 2024-12-09T19:00:03,858 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=919.14 KB, freeSize=879.10 MB, max=880 MB, blockCount=3, accesses=5, hits=2, hitRatio=40.00%, , cachingAccesses=5, cachingHits=2, cachingHitsRatio=40.00%, evictions=59, evicted=0, evictedPerRun=0.0 2024-12-09T19:00:04,051 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=678.33 KB, freeSize=879.34 MB, max=880 MB, blockCount=8, accesses=216, hits=208, hitRatio=96.30%, , cachingAccesses=216, cachingHits=208, cachingHitsRatio=96.30%, evictions=59, evicted=0, evictedPerRun=0.0 2024-12-09T19:00:04,399 DEBUG [master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=10, reused chunk count=27, reuseRatio=72.97% 2024-12-09T19:00:04,400 DEBUG [master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-09T19:00:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742412_1588 (size=14855) 2024-12-09T19:00:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742412_1588 (size=14855) 2024-12-09T19:00:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742412_1588 (size=14855) 2024-12-09T19:00:05,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742413_1589 (size=5906) 2024-12-09T19:00:05,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742413_1589 (size=5906) 2024-12-09T19:00:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742413_1589 (size=5906) 2024-12-09T19:00:06,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742410_1586 (size=31737) 2024-12-09T19:00:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742410_1586 (size=31737) 2024-12-09T19:00:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742410_1586 (size=31737) 2024-12-09T19:00:06,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742414_1590 (size=463) 2024-12-09T19:00:06,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742414_1590 (size=463) 2024-12-09T19:00:06,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742414_1590 (size=463) 2024-12-09T19:00:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742415_1591 (size=31737) 2024-12-09T19:00:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742415_1591 (size=31737) 2024-12-09T19:00:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742415_1591 (size=31737) 2024-12-09T19:00:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742416_1592 (size=349773) 2024-12-09T19:00:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742416_1592 (size=349773) 2024-12-09T19:00:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742416_1592 (size=349773) 2024-12-09T19:00:06,585 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:48314 2024-12-09T19:00:06,611 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:48326 2024-12-09T19:00:07,684 DEBUG [hfile_cleaner-dir-scan-pool-0 {}] cleaner.CleanerChore(528): Dir dose not exist, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive 2024-12-09T19:00:07,684 INFO [master/84065ca92432:0.Chore.1 {}] cleaner.CleanerChore(265): Failed to traverse and delete the dir: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive java.util.concurrent.ExecutionException: java.io.FileNotFoundException: File hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive does not exist. at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.master.cleaner.CleanerChore.chore(CleanerChore.java:259) ~[classes/:?] at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:161) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?] at org.apache.hadoop.hbase.JitterScheduledThreadPoolExecutorImpl$JitteredRunnableScheduledFuture.run(JitterScheduledThreadPoolExecutorImpl.java:107) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.FileNotFoundException: File hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive does not exist. at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:1116) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.access$600(DistributedFileSystem.java:148) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$24.doCall(DistributedFileSystem.java:1187) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$24.doCall(DistributedFileSystem.java:1184) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:1194) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hbase.master.cleaner.CleanerChore.traverseAndDelete(CleanerChore.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.cleaner.CleanerChore.lambda$chore$0(CleanerChore.java:258) ~[classes/:?] ... 3 more 2024-12-09T19:00:08,147 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T19:00:08,151 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T19:00:08,153 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T19:00:08,241 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T19:00:08,242 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T19:00:08,271 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportWithChecksum 2024-12-09T19:00:08,271 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T19:00:08,275 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T19:00:08,276 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithChecksum 2024-12-09T19:00:08,279 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo 2024-12-09T19:00:08,279 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest 2024-12-09T19:00:08,279 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320/.hbase-snapshot/snaptb0-testExportWithChecksum 2024-12-09T19:00:08,283 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo 2024-12-09T19:00:08,283 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770777320/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest 2024-12-09T19:00:08,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportWithChecksum 2024-12-09T19:00:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=230, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum 2024-12-09T19:00:08,343 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770808342"}]},"ts":"1733770808342"} 2024-12-09T19:00:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230 2024-12-09T19:00:08,351 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLING in hbase:meta 2024-12-09T19:00:08,351 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithChecksum to state=DISABLING 2024-12-09T19:00:08,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=231, ppid=230, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum}] 2024-12-09T19:00:08,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, UNASSIGN}, {pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, UNASSIGN}] 2024-12-09T19:00:08,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, UNASSIGN 2024-12-09T19:00:08,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, UNASSIGN 2024-12-09T19:00:08,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=232 updating hbase:meta row=52f2b944b614622e1e647d67ec4e2f29, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T19:00:08,376 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=233 updating hbase:meta row=5cf588a7afc277780db632fbc53488a5, regionState=CLOSING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T19:00:08,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, UNASSIGN because future has completed 2024-12-09T19:00:08,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, UNASSIGN because future has completed 2024-12-09T19:00:08,388 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T19:00:08,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=234, ppid=232, state=RUNNABLE, hasLock=false; CloseRegionProcedure 52f2b944b614622e1e647d67ec4e2f29, server=84065ca92432,46729,1733770203479}] 2024-12-09T19:00:08,395 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T19:00:08,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=235, ppid=233, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5cf588a7afc277780db632fbc53488a5, server=84065ca92432,35415,1733770203781}] 2024-12-09T19:00:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230 2024-12-09T19:00:08,558 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(122): Close 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T19:00:08,558 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T19:00:08,558 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1722): Closing 52f2b944b614622e1e647d67ec4e2f29, disabling compactions & flushes 2024-12-09T19:00:08,558 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T19:00:08,558 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T19:00:08,558 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. after waiting 0 ms 2024-12-09T19:00:08,558 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T19:00:08,561 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(122): Close 5cf588a7afc277780db632fbc53488a5 2024-12-09T19:00:08,561 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T19:00:08,561 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1722): Closing 5cf588a7afc277780db632fbc53488a5, disabling compactions & flushes 2024-12-09T19:00:08,561 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T19:00:08,562 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T19:00:08,562 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. after waiting 0 ms 2024-12-09T19:00:08,562 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T19:00:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230 2024-12-09T19:00:08,676 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T19:00:08,687 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:00:08,688 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5. 2024-12-09T19:00:08,688 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1676): Region close journal for 5cf588a7afc277780db632fbc53488a5: Waiting for close lock at 1733770808561Running coprocessor pre-close hooks at 1733770808561Disabling compacts and flushes for region at 1733770808561Disabling writes for close at 1733770808562 (+1 ms)Writing region close event to WAL at 1733770808599 (+37 ms)Running coprocessor post-close hooks at 1733770808687 (+88 ms)Closed at 1733770808688 (+1 ms) 2024-12-09T19:00:08,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=233 updating hbase:meta row=5cf588a7afc277780db632fbc53488a5, regionState=CLOSED 2024-12-09T19:00:08,700 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T19:00:08,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=235, ppid=233, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5cf588a7afc277780db632fbc53488a5, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T19:00:08,701 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(157): Closed 5cf588a7afc277780db632fbc53488a5 2024-12-09T19:00:08,708 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:00:08,708 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29. 2024-12-09T19:00:08,708 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1676): Region close journal for 52f2b944b614622e1e647d67ec4e2f29: Waiting for close lock at 1733770808558Running coprocessor pre-close hooks at 1733770808558Disabling compacts and flushes for region at 1733770808558Disabling writes for close at 1733770808558Writing region close event to WAL at 1733770808622 (+64 ms)Running coprocessor post-close hooks at 1733770808708 (+86 ms)Closed at 1733770808708 2024-12-09T19:00:08,716 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(157): Closed 52f2b944b614622e1e647d67ec4e2f29 2024-12-09T19:00:08,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=235, resume processing ppid=233 2024-12-09T19:00:08,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=235, ppid=233, state=SUCCESS, hasLock=false; CloseRegionProcedure 5cf588a7afc277780db632fbc53488a5, server=84065ca92432,35415,1733770203781 in 314 msec 2024-12-09T19:00:08,717 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=232 updating hbase:meta row=52f2b944b614622e1e647d67ec4e2f29, regionState=CLOSED 2024-12-09T19:00:08,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=234, ppid=232, state=RUNNABLE, hasLock=false; CloseRegionProcedure 52f2b944b614622e1e647d67ec4e2f29, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T19:00:08,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=233, ppid=231, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=5cf588a7afc277780db632fbc53488a5, UNASSIGN in 353 msec 2024-12-09T19:00:08,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=234, resume processing ppid=232 2024-12-09T19:00:08,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=234, ppid=232, state=SUCCESS, hasLock=false; CloseRegionProcedure 52f2b944b614622e1e647d67ec4e2f29, server=84065ca92432,46729,1733770203479 in 348 msec 2024-12-09T19:00:08,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=232, resume processing ppid=231 2024-12-09T19:00:08,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=232, ppid=231, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=52f2b944b614622e1e647d67ec4e2f29, UNASSIGN in 389 msec 2024-12-09T19:00:08,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=231, resume processing ppid=230 2024-12-09T19:00:08,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=231, ppid=230, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum in 412 msec 2024-12-09T19:00:08,774 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770808774"}]},"ts":"1733770808774"} 2024-12-09T19:00:08,786 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLED in hbase:meta 2024-12-09T19:00:08,786 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithChecksum to state=DISABLED 2024-12-09T19:00:08,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=230, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum in 467 msec 2024-12-09T19:00:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230 2024-12-09T19:00:08,975 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithChecksum completed 2024-12-09T19:00:08,978 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportWithChecksum 2024-12-09T19:00:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=236, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum 2024-12-09T19:00:08,986 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=236, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum 2024-12-09T19:00:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithChecksum 2024-12-09T19:00:08,988 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=236, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum 2024-12-09T19:00:08,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithChecksum 2024-12-09T19:00:09,008 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5 2024-12-09T19:00:09,011 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29 2024-12-09T19:00:09,020 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/recovered.edits] 2024-12-09T19:00:09,040 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/recovered.edits] 2024-12-09T19:00:09,040 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/cf/060f53ef190c49ba9a01b682a533c09a 2024-12-09T19:00:09,049 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29/recovered.edits/9.seqid 2024-12-09T19:00:09,050 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/52f2b944b614622e1e647d67ec4e2f29 2024-12-09T19:00:09,194 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/cf/1728c9a931f64c329eddd3fa19cbaa13 2024-12-09T19:00:09,197 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5/recovered.edits/9.seqid 2024-12-09T19:00:09,198 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportWithChecksum/5cf588a7afc277780db632fbc53488a5 2024-12-09T19:00:09,198 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithChecksum regions 2024-12-09T19:00:09,198 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6 2024-12-09T19:00:09,199 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf] 2024-12-09T19:00:09,202 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241209f97c3c3690694c25abcb4bf39633024d_5cf588a7afc277780db632fbc53488a5 2024-12-09T19:00:09,204 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241209b66d49f6eee54f6fbad1fc021aa5a217_52f2b944b614622e1e647d67ec4e2f29 2024-12-09T19:00:09,204 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6 2024-12-09T19:00:09,305 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=236, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum 2024-12-09T19:00:09,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum 2024-12-09T19:00:09,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum 2024-12-09T19:00:09,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum 2024-12-09T19:00:09,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum 2024-12-09T19:00:09,313 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithChecksum from hbase:meta 2024-12-09T19:00:09,316 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithChecksum' descriptor. 2024-12-09T19:00:09,319 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=236, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum 2024-12-09T19:00:09,319 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithChecksum' from region states. 2024-12-09T19:00:09,319 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF 2024-12-09T19:00:09,319 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF 2024-12-09T19:00:09,319 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF 2024-12-09T19:00:09,319 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770809319"}]},"ts":"9223372036854775807"} 2024-12-09T19:00:09,320 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770809319"}]},"ts":"9223372036854775807"} 2024-12-09T19:00:09,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T19:00:09,322 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 52f2b944b614622e1e647d67ec4e2f29, NAME => 'testtb-testExportWithChecksum,,1733770712142.52f2b944b614622e1e647d67ec4e2f29.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 5cf588a7afc277780db632fbc53488a5, NAME => 'testtb-testExportWithChecksum,1,1733770712142.5cf588a7afc277780db632fbc53488a5.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T19:00:09,323 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithChecksum' as deleted. 2024-12-09T19:00:09,323 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770809323"}]},"ts":"9223372036854775807"} 2024-12-09T19:00:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum 2024-12-09T19:00:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:09,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:09,325 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data null 2024-12-09T19:00:09,325 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T19:00:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=236 2024-12-09T19:00:09,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum 2024-12-09T19:00:09,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum 2024-12-09T19:00:09,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:09,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:09,328 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithChecksum state from META 2024-12-09T19:00:09,329 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=236, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum 2024-12-09T19:00:09,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=236, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum in 351 msec 2024-12-09T19:00:09,340 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:09,340 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:09,343 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:09,343 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:09,349 WARN [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000005/launch_container.sh] 2024-12-09T19:00:09,349 WARN [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000005/container_tokens] 2024-12-09T19:00:09,349 WARN [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000005/sysfs] 2024-12-09T19:00:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=236 2024-12-09T19:00:09,435 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithChecksum 2024-12-09T19:00:09,435 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithChecksum completed 2024-12-09T19:00:09,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportWithChecksum" type: DISABLED 2024-12-09T19:00:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithChecksum 2024-12-09T19:00:09,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportWithChecksum" type: DISABLED 2024-12-09T19:00:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithChecksum 2024-12-09T19:00:09,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithChecksum Thread=817 (was 809) Potentially hanging thread: ApplicationMasterLauncher #15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:39604 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-770866089_1 at /127.0.0.1:39594 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile_cleaner-dir-scan-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:50678 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-770866089_1 at /127.0.0.1:55194 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:55212 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-24 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-9174 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396) app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025) Potentially hanging thread: ApplicationMasterLauncher #18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:40919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ContainersLauncher #5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.getContainerPid(ContainerLaunch.java:1062) app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerCleanup.run(ContainerCleanup.java:119) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper (pid 133626) java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #5 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.read1(BufferedReader.java:213) java.base@17.0.11/java.io.BufferedReader.read(BufferedReader.java:287) app//org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295) app//org.apache.hadoop.util.Shell.runCommand(Shell.java:1054) app//org.apache.hadoop.util.Shell.run(Shell.java:959) app//org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282) app//org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:349) app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.launchContainer(ContainerLaunch.java:600) app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:388) app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:105) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: log_cleaner-dir-scan-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #17 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ContainersLauncher #4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=807 (was 802) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1424 (was 1186) - SystemLoadAverage LEAK? -, ProcessCount=27 (was 23) - ProcessCount LEAK? -, AvailableMemoryMB=1190 (was 651) - AvailableMemoryMB LEAK? - 2024-12-09T19:00:09,554 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=817 is superior to 500 2024-12-09T19:00:09,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=817, OpenFileDescriptor=807, MaxFileDescriptor=1048576, SystemLoadAverage=1424, ProcessCount=27, AvailableMemoryMB=1187 2024-12-09T19:00:09,589 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=817 is superior to 500 2024-12-09T19:00:09,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T19:00:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=237, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:09,612 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T19:00:09,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testtb-testExportFileSystemStateWithSkipTmp" procId is: 237 2024-12-09T19:00:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237 2024-12-09T19:00:09,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T19:00:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237 2024-12-09T19:00:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742417_1593 (size=454) 2024-12-09T19:00:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742417_1593 (size=454) 2024-12-09T19:00:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742417_1593 (size=454) 2024-12-09T19:00:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237 2024-12-09T19:00:10,216 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d31208c862d073c227c5f020724c558, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T19:00:10,220 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6e98348807e2e4bdd51754ae21f2842a, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T19:00:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237 2024-12-09T19:00:10,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testExportExpiredSnapshot because normalization is disabled in its table properties and normalization is also disabled at table level by default 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(138): Balancing RSGroup=default 2024-12-09T19:00:10,324 INFO [master/84065ca92432:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(151): Start Generate Balance plan for group: default 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BaseLoadBalancer(619): Start Generate Balance plan for cluster. 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(303): server 1 has 2 regions 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(303): server 2 has 2 regions 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T19:00:10,324 INFO [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T19:00:10,324 INFO [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T19:00:10,324 INFO [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T19:00:10,324 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.BalancerClusterState(326): Number of tables=3, number of hosts=1, number of racks=1 2024-12-09T19:00:10,325 INFO [master/84065ca92432:0.Chore.1 {}] balancer.StochasticLoadBalancer(370): Running balancer because cluster has idle server(s). function cost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.33333333333333337, need balance); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8234209720389744, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.8654774789178268, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.45631510339448095, need balance); 2024-12-09T19:00:10,325 INFO [master/84065ca92432:0.Chore.1 {}] balancer.StochasticLoadBalancer(515): Start StochasticLoadBalancer.balancer, initial weighted average imbalance=0.29224503202376123, functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.33333333333333337, need balance); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8234209720389744, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.8654774789178268, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.45631510339448095, need balance); computedMaxSteps=9600 2024-12-09T19:00:10,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742418_1594 (size=79) 2024-12-09T19:00:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742418_1594 (size=79) 2024-12-09T19:00:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742418_1594 (size=79) 2024-12-09T19:00:10,356 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T19:00:10,356 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1722): Closing 0d31208c862d073c227c5f020724c558, disabling compactions & flushes 2024-12-09T19:00:10,356 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:10,356 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:10,356 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. after waiting 0 ms 2024-12-09T19:00:10,356 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:10,356 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:10,356 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d31208c862d073c227c5f020724c558: Waiting for close lock at 1733770810356Disabling compacts and flushes for region at 1733770810356Disabling writes for close at 1733770810356Writing region close event to WAL at 1733770810356Closed at 1733770810356 2024-12-09T19:00:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742419_1595 (size=79) 2024-12-09T19:00:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742419_1595 (size=79) 2024-12-09T19:00:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742419_1595 (size=79) 2024-12-09T19:00:10,444 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T19:00:10,444 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1722): Closing 6e98348807e2e4bdd51754ae21f2842a, disabling compactions & flushes 2024-12-09T19:00:10,444 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:10,444 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:10,444 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. after waiting 0 ms 2024-12-09T19:00:10,444 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:10,445 INFO [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:10,445 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6e98348807e2e4bdd51754ae21f2842a: Waiting for close lock at 1733770810444Disabling compacts and flushes for region at 1733770810444Disabling writes for close at 1733770810444Writing region close event to WAL at 1733770810444Closed at 1733770810445 (+1 ms) 2024-12-09T19:00:10,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T19:00:10,447 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733770810446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770810446"}]},"ts":"1733770810446"} 2024-12-09T19:00:10,447 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733770810446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770810446"}]},"ts":"1733770810446"} 2024-12-09T19:00:10,451 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T19:00:10,454 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T19:00:10,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770810454"}]},"ts":"1733770810454"} 2024-12-09T19:00:10,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLING in hbase:meta 2024-12-09T19:00:10,458 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T19:00:10,459 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T19:00:10,459 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T19:00:10,459 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T19:00:10,460 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T19:00:10,460 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T19:00:10,460 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T19:00:10,460 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T19:00:10,460 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T19:00:10,460 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T19:00:10,460 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T19:00:10,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, ASSIGN}, {pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, ASSIGN}] 2024-12-09T19:00:10,463 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, ASSIGN 2024-12-09T19:00:10,464 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, ASSIGN; state=OFFLINE, location=84065ca92432,46029,1733770203956; forceNewPlan=false, retain=false 2024-12-09T19:00:10,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, ASSIGN 2024-12-09T19:00:10,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, ASSIGN; state=OFFLINE, location=84065ca92432,46729,1733770203479; forceNewPlan=false, retain=false 2024-12-09T19:00:10,554 INFO [master/84065ca92432:0.Chore.1 {}] balancer.StochasticLoadBalancer(562): Finished computing new moving plan. Computation took 230 ms to try 9600 different iterations. Found a solution that moves 1 regions; Going from a computed imbalance of 0.29224503202376123 to a new imbalance of 0.018592717379751933. funtionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.0); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.25, need balance); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8234209720389744, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.8654774789178268, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.2182574389450835, need balance); 2024-12-09T19:00:10,556 INFO [master/84065ca92432:0.Chore.1 {}] master.HMaster(2167): Balancer plans size is 1, the balance interval is 300000 ms, and the max number regions in transition is 6 2024-12-09T19:00:10,556 INFO [master/84065ca92432:0.Chore.1 {}] master.HMaster(2172): balance hri=4d38fb7ac238d446745e829ac8fc3554, source=84065ca92432,46729,1733770203479, destination=84065ca92432,35415,1733770203781 2024-12-09T19:00:10,560 DEBUG [master/84065ca92432:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=240, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, REOPEN/MOVE 2024-12-09T19:00:10,560 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=240, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, REOPEN/MOVE 2024-12-09T19:00:10,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=240 updating hbase:meta row=4d38fb7ac238d446745e829ac8fc3554, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T19:00:10,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=240, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, REOPEN/MOVE because future has completed 2024-12-09T19:00:10,588 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T19:00:10,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=241, ppid=240, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,46729,1733770203479}] 2024-12-09T19:00:10,615 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T19:00:10,616 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=239 updating hbase:meta row=6e98348807e2e4bdd51754ae21f2842a, regionState=OPENING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T19:00:10,616 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=238 updating hbase:meta row=0d31208c862d073c227c5f020724c558, regionState=OPENING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T19:00:10,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, ASSIGN because future has completed 2024-12-09T19:00:10,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, ASSIGN because future has completed 2024-12-09T19:00:10,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=242, ppid=239, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e98348807e2e4bdd51754ae21f2842a, server=84065ca92432,46729,1733770203479}] 2024-12-09T19:00:10,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=243, ppid=238, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d31208c862d073c227c5f020724c558, server=84065ca92432,46029,1733770203956}] 2024-12-09T19:00:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237 2024-12-09T19:00:10,764 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] handler.UnassignRegionHandler(122): Close 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:10,764 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T19:00:10,765 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] regionserver.HRegion(1722): Closing 4d38fb7ac238d446745e829ac8fc3554, disabling compactions & flushes 2024-12-09T19:00:10,765 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:00:10,765 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:00:10,765 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. after waiting 0 ms 2024-12-09T19:00:10,765 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:00:10,767 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:10,768 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e98348807e2e4bdd51754ae21f2842a, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T19:00:10,768 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. service=AccessControlService 2024-12-09T19:00:10,769 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T19:00:10,769 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,769 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T19:00:10,769 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(7794): checking encryption for 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,769 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(7797): checking classloading for 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,781 INFO [StoreOpener-6e98348807e2e4bdd51754ae21f2842a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,792 INFO [StoreOpener-6e98348807e2e4bdd51754ae21f2842a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e98348807e2e4bdd51754ae21f2842a columnFamilyName cf 2024-12-09T19:00:10,794 DEBUG [StoreOpener-6e98348807e2e4bdd51754ae21f2842a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T19:00:10,798 INFO [StoreOpener-6e98348807e2e4bdd51754ae21f2842a-1 {}] regionserver.HStore(327): Store=6e98348807e2e4bdd51754ae21f2842a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T19:00:10,798 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(1038): replaying wal for 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,799 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,799 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,800 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(1048): stopping wal replay for 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,800 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(1060): Cleaning up temporary data for 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,807 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T19:00:10,812 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:00:10,813 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:00:10,813 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] regionserver.HRegion(1676): Region close journal for 4d38fb7ac238d446745e829ac8fc3554: Waiting for close lock at 1733770810764Running coprocessor pre-close hooks at 1733770810764Disabling compacts and flushes for region at 1733770810765 (+1 ms)Disabling writes for close at 1733770810765Writing region close event to WAL at 1733770810782 (+17 ms)Running coprocessor post-close hooks at 1733770810812 (+30 ms)Closed at 1733770810813 (+1 ms) 2024-12-09T19:00:10,813 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] regionserver.HRegionServer(3302): Adding 4d38fb7ac238d446745e829ac8fc3554 move to 84065ca92432,35415,1733770203781 record at close sequenceid=5 2024-12-09T19:00:10,816 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(1093): writing seq id for 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,824 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=241}] handler.UnassignRegionHandler(157): Closed 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:10,827 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:10,827 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d31208c862d073c227c5f020724c558, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.', STARTKEY => '', ENDKEY => '1'} 2024-12-09T19:00:10,827 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. service=AccessControlService 2024-12-09T19:00:10,828 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T19:00:10,828 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,828 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T19:00:10,828 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(7794): checking encryption for 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,828 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(7797): checking classloading for 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=240 updating hbase:meta row=4d38fb7ac238d446745e829ac8fc3554, regionState=CLOSED 2024-12-09T19:00:10,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=241, ppid=240, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T19:00:10,836 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T19:00:10,840 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(1114): Opened 6e98348807e2e4bdd51754ae21f2842a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59618710, jitterRate=-0.1116119921207428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T19:00:10,840 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:10,840 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegion(1006): Region open journal for 6e98348807e2e4bdd51754ae21f2842a: Running coprocessor pre-open hook at 1733770810769Writing region info on filesystem at 1733770810769Initializing all the Stores at 1733770810774 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770810774Cleaning up temporary data from old regions at 1733770810800 (+26 ms)Running coprocessor post-open hooks at 1733770810840 (+40 ms)Region opened successfully at 1733770810840 2024-12-09T19:00:10,844 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a., pid=242, masterSystemTime=1733770810759 2024-12-09T19:00:10,845 INFO [StoreOpener-0d31208c862d073c227c5f020724c558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,849 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:10,849 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=242}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:10,856 INFO [StoreOpener-0d31208c862d073c227c5f020724c558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d31208c862d073c227c5f020724c558 columnFamilyName cf 2024-12-09T19:00:10,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=241, resume processing ppid=240 2024-12-09T19:00:10,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=239 updating hbase:meta row=6e98348807e2e4bdd51754ae21f2842a, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T19:00:10,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=241, ppid=240, state=SUCCESS, hasLock=false; CloseRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,46729,1733770203479 in 256 msec 2024-12-09T19:00:10,860 DEBUG [StoreOpener-0d31208c862d073c227c5f020724c558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T19:00:10,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=242, ppid=239, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e98348807e2e4bdd51754ae21f2842a, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T19:00:10,864 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=240, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, REOPEN/MOVE; state=CLOSED, location=84065ca92432,35415,1733770203781; forceNewPlan=false, retain=false 2024-12-09T19:00:10,865 INFO [StoreOpener-0d31208c862d073c227c5f020724c558-1 {}] regionserver.HStore(327): Store=0d31208c862d073c227c5f020724c558/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T19:00:10,865 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(1038): replaying wal for 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,868 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,872 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,876 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(1048): stopping wal replay for 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,876 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(1060): Cleaning up temporary data for 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=242, resume processing ppid=239 2024-12-09T19:00:10,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=242, ppid=239, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e98348807e2e4bdd51754ae21f2842a, server=84065ca92432,46729,1733770203479 in 249 msec 2024-12-09T19:00:10,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=239, ppid=237, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, ASSIGN in 424 msec 2024-12-09T19:00:10,891 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(1093): writing seq id for 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,921 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T19:00:10,922 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(1114): Opened 0d31208c862d073c227c5f020724c558; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65298872, jitterRate=-0.026970982551574707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T19:00:10,922 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:10,922 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegion(1006): Region open journal for 0d31208c862d073c227c5f020724c558: Running coprocessor pre-open hook at 1733770810828Writing region info on filesystem at 1733770810828Initializing all the Stores at 1733770810836 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770810836Cleaning up temporary data from old regions at 1733770810876 (+40 ms)Running coprocessor post-open hooks at 1733770810922 (+46 ms)Region opened successfully at 1733770810922 2024-12-09T19:00:10,923 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558., pid=243, masterSystemTime=1733770810807 2024-12-09T19:00:10,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=238 updating hbase:meta row=0d31208c862d073c227c5f020724c558, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T19:00:10,931 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:10,932 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=243}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:10,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=243, ppid=238, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d31208c862d073c227c5f020724c558, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T19:00:10,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=243, resume processing ppid=238 2024-12-09T19:00:10,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=243, ppid=238, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d31208c862d073c227c5f020724c558, server=84065ca92432,46029,1733770203956 in 282 msec 2024-12-09T19:00:10,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=238, resume processing ppid=237 2024-12-09T19:00:10,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=238, ppid=237, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, ASSIGN in 476 msec 2024-12-09T19:00:10,942 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T19:00:10,942 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770810942"}]},"ts":"1733770810942"} 2024-12-09T19:00:10,945 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLED in hbase:meta 2024-12-09T19:00:10,946 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T19:00:10,946 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSkipTmp jenkins: RWXCA 2024-12-09T19:00:10,951 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA] 2024-12-09T19:00:10,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:10,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:11,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=237, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 1.4120 sec 2024-12-09T19:00:11,012 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:11,012 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:11,015 INFO [84065ca92432:40811 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T19:00:11,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=240 updating hbase:meta row=4d38fb7ac238d446745e829ac8fc3554, regionState=OPENING, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T19:00:11,015 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:11,016 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:11,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=240, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, REOPEN/MOVE because future has completed 2024-12-09T19:00:11,019 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:11,020 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:11,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=244, ppid=240, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,35415,1733770203781}] 2024-12-09T19:00:11,027 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:11,028 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:11,130 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000002/launch_container.sh] 2024-12-09T19:00:11,130 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000002/container_tokens] 2024-12-09T19:00:11,130 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000002/sysfs] 2024-12-09T19:00:11,183 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:00:11,183 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d38fb7ac238d446745e829ac8fc3554, NAME => 'testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.', STARTKEY => '1', ENDKEY => ''} 2024-12-09T19:00:11,183 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. service=AccessControlService 2024-12-09T19:00:11,184 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2024-12-09T19:00:11,184 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,184 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T19:00:11,184 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(7794): checking encryption for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,184 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(7797): checking classloading for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,200 INFO [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,201 INFO [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d38fb7ac238d446745e829ac8fc3554 columnFamilyName cf 2024-12-09T19:00:11,201 DEBUG [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T19:00:11,210 DEBUG [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/cf/a4b60964348a45058237b2f894e62d76 2024-12-09T19:00:11,210 INFO [StoreOpener-4d38fb7ac238d446745e829ac8fc3554-1 {}] regionserver.HStore(327): Store=4d38fb7ac238d446745e829ac8fc3554/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T19:00:11,210 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(1038): replaying wal for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,211 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,212 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,213 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(1048): stopping wal replay for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,213 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(1060): Cleaning up temporary data for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,214 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(1093): writing seq id for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,215 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(1114): Opened 4d38fb7ac238d446745e829ac8fc3554; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71840453, jitterRate=0.07050617039203644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T19:00:11,215 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:00:11,215 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegion(1006): Region open journal for 4d38fb7ac238d446745e829ac8fc3554: Running coprocessor pre-open hook at 1733770811184Writing region info on filesystem at 1733770811184Initializing all the Stores at 1733770811186 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770811186Cleaning up temporary data from old regions at 1733770811213 (+27 ms)Running coprocessor post-open hooks at 1733770811215 (+2 ms)Region opened successfully at 1733770811215 2024-12-09T19:00:11,217 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554., pid=244, masterSystemTime=1733770811179 2024-12-09T19:00:11,220 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:00:11,220 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=244}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:00:11,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=240 updating hbase:meta row=4d38fb7ac238d446745e829ac8fc3554, regionState=OPEN, openSeqNum=9, regionLocation=84065ca92432,35415,1733770203781 2024-12-09T19:00:11,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=244, ppid=240, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,35415,1733770203781 because future has completed 2024-12-09T19:00:11,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=244, resume processing ppid=240 2024-12-09T19:00:11,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=244, ppid=240, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d38fb7ac238d446745e829ac8fc3554, server=84065ca92432,35415,1733770203781 in 204 msec 2024-12-09T19:00:11,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=240, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=4d38fb7ac238d446745e829ac8fc3554, REOPEN/MOVE in 675 msec 2024-12-09T19:00:11,300 DEBUG [master/84065ca92432:0.Chore.1 {}] master.HMaster(2203): Balancer is going into sleep until next period in 300000ms 2024-12-09T19:00:11,312 DEBUG [master/84065ca92432:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T19:00:11,346 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000004/launch_container.sh] 2024-12-09T19:00:11,346 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000004/container_tokens] 2024-12-09T19:00:11,346 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_3/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000004/sysfs] 2024-12-09T19:00:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237 2024-12-09T19:00:11,765 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed 2024-12-09T19:00:11,767 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100 2024-12-09T19:00:11,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:11,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:11,775 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T19:00:11,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100 2024-12-09T19:00:11,787 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100 2024-12-09T19:00:11,801 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100 2024-12-09T19:00:11,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } 2024-12-09T19:00:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770811805 (current time:1733770811805). 2024-12-09T19:00:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T19:00:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2 2024-12-09T19:00:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T19:00:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfce5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T19:00:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T19:00:11,809 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T19:00:11,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T19:00:11,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T19:00:11,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571ef4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:11,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T19:00:11,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T19:00:11,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:11,811 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T19:00:11,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b91186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T19:00:11,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T19:00:11,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T19:00:11,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T19:00:11,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T19:00:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T19:00:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:11,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T19:00:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480ba7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T19:00:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T19:00:11,833 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T19:00:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T19:00:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T19:00:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccb2b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T19:00:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T19:00:11,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:11,834 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T19:00:11,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5d0233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T19:00:11,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T19:00:11,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T19:00:11,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T19:00:11,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T19:00:11,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T19:00:11,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T19:00:11,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T19:00:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T19:00:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA] 2024-12-09T19:00:11,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T19:00:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T19:00:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=245, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } 2024-12-09T19:00:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 245 2024-12-09T19:00:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245 2024-12-09T19:00:11,849 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T19:00:11,851 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T19:00:11,853 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T19:00:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245 2024-12-09T19:00:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742420_1596 (size=203) 2024-12-09T19:00:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742420_1596 (size=203) 2024-12-09T19:00:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742420_1596 (size=203) 2024-12-09T19:00:11,961 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T19:00:11,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d31208c862d073c227c5f020724c558}, {pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e98348807e2e4bdd51754ae21f2842a}] 2024-12-09T19:00:11,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:11,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:12,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=246 2024-12-09T19:00:12,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=247 2024-12-09T19:00:12,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:12,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegion(2603): Flush status journal for 6e98348807e2e4bdd51754ae21f2842a: 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegion(2603): Flush status journal for 0d31208c862d073c227c5f020724c558: 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed. 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed. 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T19:00:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T19:00:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245 2024-12-09T19:00:12,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742421_1597 (size=82) 2024-12-09T19:00:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742421_1597 (size=82) 2024-12-09T19:00:12,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:12,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=247 2024-12-09T19:00:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742421_1597 (size=82) 2024-12-09T19:00:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=247 2024-12-09T19:00:12,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:12,248 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:12,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=247, ppid=245, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e98348807e2e4bdd51754ae21f2842a in 292 msec 2024-12-09T19:00:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742422_1598 (size=82) 2024-12-09T19:00:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742422_1598 (size=82) 2024-12-09T19:00:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742422_1598 (size=82) 2024-12-09T19:00:12,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:12,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=246 2024-12-09T19:00:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=246 2024-12-09T19:00:12,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:12,262 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:12,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=246, resume processing ppid=245 2024-12-09T19:00:12,267 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T19:00:12,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=246, ppid=245, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d31208c862d073c227c5f020724c558 in 303 msec 2024-12-09T19:00:12,272 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T19:00:12,284 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T19:00:12,284 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T19:00:12,284 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T19:00:12,308 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf 2024-12-09T19:00:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742423_1599 (size=74) 2024-12-09T19:00:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742423_1599 (size=74) 2024-12-09T19:00:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742423_1599 (size=74) 2024-12-09T19:00:12,364 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T19:00:12,364 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:12,365 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:12,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742424_1600 (size=697) 2024-12-09T19:00:12,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742424_1600 (size=697) 2024-12-09T19:00:12,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742424_1600 (size=697) 2024-12-09T19:00:12,401 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T19:00:12,419 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T19:00:12,419 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:12,421 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T19:00:12,421 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 245 2024-12-09T19:00:12,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=245, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 575 msec 2024-12-09T19:00:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245 2024-12-09T19:00:12,475 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed 2024-12-09T19:00:12,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46029 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T19:00:12,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T19:00:12,486 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100 2024-12-09T19:00:12,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:12,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:12,489 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T19:00:12,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100 2024-12-09T19:00:12,498 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100 2024-12-09T19:00:12,506 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100 2024-12-09T19:00:12,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } 2024-12-09T19:00:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733770812509 (current time:1733770812509). 2024-12-09T19:00:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T19:00:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2 2024-12-09T19:00:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot 2024-12-09T19:00:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4281b0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T19:00:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T19:00:12,511 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T19:00:12,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T19:00:12,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T19:00:12,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e84a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:12,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T19:00:12,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T19:00:12,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:12,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T19:00:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce39243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T19:00:12,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T19:00:12,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T19:00:12,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T19:00:12,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T19:00:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T19:00:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d97ef0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,40811,-1 for getting cluster id 2024-12-09T19:00:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T19:00:12,521 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b' 2024-12-09T19:00:12,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T19:00:12,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba7557a2-dbd4-4cac-b5a9-3c1b6fa0dd2b" 2024-12-09T19:00:12,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128fbec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:12,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,40811,-1] 2024-12-09T19:00:12,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T19:00:12,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:12,523 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T19:00:12,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ab88de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T19:00:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T19:00:12,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46029,1733770203956, seqNum=-1] 2024-12-09T19:00:12,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T19:00:12,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T19:00:12,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., hostname=84065ca92432,46729,1733770203479, seqNum=16] 2024-12-09T19:00:12,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T19:00:12,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T19:00:12,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811. 2024-12-09T19:00:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522) at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555) at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535) at jdk.internal.reflect.GeneratedMethodAccessor283.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39) at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T19:00:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:00:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA] 2024-12-09T19:00:12,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T19:00:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T19:00:12,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:12,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp Metrics about Tables on a single HBase RegionServer 2024-12-09T19:00:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=248, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } 2024-12-09T19:00:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 248 2024-12-09T19:00:12,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum 2024-12-09T19:00:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248 2024-12-09T19:00:12,537 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T19:00:12,538 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T19:00:12,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T19:00:12,541 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T19:00:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742425_1601 (size=198) 2024-12-09T19:00:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742425_1601 (size=198) 2024-12-09T19:00:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742425_1601 (size=198) 2024-12-09T19:00:12,573 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T19:00:12,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=249, ppid=248, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d31208c862d073c227c5f020724c558}, {pid=250, ppid=248, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e98348807e2e4bdd51754ae21f2842a}] 2024-12-09T19:00:12,574 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=249, ppid=248, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:12,574 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=250, ppid=248, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248 2024-12-09T19:00:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=250 2024-12-09T19:00:12,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=249 2024-12-09T19:00:12,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:12,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.HRegion(2902): Flushing 0d31208c862d073c227c5f020724c558 1/1 column families, dataSize=400 B heapSize=1.09 KB 2024-12-09T19:00:12,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:12,732 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.HRegion(2902): Flushing 6e98348807e2e4bdd51754ae21f2842a 1/1 column families, dataSize=2.87 KB heapSize=6.44 KB 2024-12-09T19:00:12,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095b88ccadca924308a7be813556a780e0_0d31208c862d073c227c5f020724c558 is 71, key is 031ab785b67a1dd25c0035c291571fb3/cf:q/1733770812484/Put/seqid=0 2024-12-09T19:00:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742426_1602 (size=5311) 2024-12-09T19:00:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742426_1602 (size=5311) 2024-12-09T19:00:12,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209cc92d8a53d4344ecb1edd5977609bfa7_6e98348807e2e4bdd51754ae21f2842a is 71, key is 14af8d6918c57739ea7c3bf70a505d80/cf:q/1733770812484/Put/seqid=0 2024-12-09T19:00:12,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742426_1602 (size=5311) 2024-12-09T19:00:12,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T19:00:12,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095b88ccadca924308a7be813556a780e0_0d31208c862d073c227c5f020724c558 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e202412095b88ccadca924308a7be813556a780e0_0d31208c862d073c227c5f020724c558 2024-12-09T19:00:12,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/.tmp/cf/3aa18166e2a64187aa8be03a9790cfd1, store: [table=testtb-testExportFileSystemStateWithSkipTmp family=cf region=0d31208c862d073c227c5f020724c558] 2024-12-09T19:00:12,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/.tmp/cf/3aa18166e2a64187aa8be03a9790cfd1 is 220, key is 06a08573932d49065aefc4780d093f913/cf:q/1733770812484/Put/seqid=0 2024-12-09T19:00:12,840 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0010_000001 (auth:SIMPLE) from 127.0.0.1:55296 2024-12-09T19:00:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248 2024-12-09T19:00:12,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742427_1603 (size=7961) 2024-12-09T19:00:12,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T19:00:12,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742427_1603 (size=7961) 2024-12-09T19:00:12,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742427_1603 (size=7961) 2024-12-09T19:00:12,922 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241209cc92d8a53d4344ecb1edd5977609bfa7_6e98348807e2e4bdd51754ae21f2842a to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b20241209cc92d8a53d4344ecb1edd5977609bfa7_6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:12,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/.tmp/cf/65a42753b5a84c7a927fe7c7c04a8773, store: [table=testtb-testExportFileSystemStateWithSkipTmp family=cf region=6e98348807e2e4bdd51754ae21f2842a] 2024-12-09T19:00:12,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/.tmp/cf/65a42753b5a84c7a927fe7c7c04a8773 is 220, key is 1baa0023e37a6064e5c521de7a2615eef/cf:q/1733770812484/Put/seqid=0 2024-12-09T19:00:12,966 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000001/launch_container.sh] 2024-12-09T19:00:12,966 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000001/container_tokens] 2024-12-09T19:00:12,966 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_0/usercache/jenkins/appcache/application_1733770220664_0010/container_1733770220664_0010_01_000001/sysfs] 2024-12-09T19:00:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742428_1604 (size=6608) 2024-12-09T19:00:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742428_1604 (size=6608) 2024-12-09T19:00:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742428_1604 (size=6608) 2024-12-09T19:00:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742429_1605 (size=14877) 2024-12-09T19:00:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742429_1605 (size=14877) 2024-12-09T19:00:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742429_1605 (size=14877) 2024-12-09T19:00:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248 2024-12-09T19:00:13,423 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=400, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/.tmp/cf/3aa18166e2a64187aa8be03a9790cfd1 2024-12-09T19:00:13,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/.tmp/cf/3aa18166e2a64187aa8be03a9790cfd1 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/cf/3aa18166e2a64187aa8be03a9790cfd1 2024-12-09T19:00:13,456 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/cf/3aa18166e2a64187aa8be03a9790cfd1, entries=6, sequenceid=6, filesize=6.5 K 2024-12-09T19:00:13,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.HRegion(3140): Finished flush of dataSize ~400 B/400, heapSize ~1.08 KB/1104, currentSize=0 B/0 for 0d31208c862d073c227c5f020724c558 in 728ms, sequenceid=6, compaction requested=false 2024-12-09T19:00:13,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSkipTmp' 2024-12-09T19:00:13,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.HRegion(2603): Flush status journal for 0d31208c862d073c227c5f020724c558: 2024-12-09T19:00:13,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. for snaptb0-testExportFileSystemStateWithSkipTmp completed. 2024-12-09T19:00:13,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:13,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T19:00:13,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/cf/3aa18166e2a64187aa8be03a9790cfd1] hfiles 2024-12-09T19:00:13,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/cf/3aa18166e2a64187aa8be03a9790cfd1 for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742430_1606 (size=121) 2024-12-09T19:00:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742430_1606 (size=121) 2024-12-09T19:00:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742430_1606 (size=121) 2024-12-09T19:00:13,513 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/.tmp/cf/65a42753b5a84c7a927fe7c7c04a8773 2024-12-09T19:00:13,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:13,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=249}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=249 2024-12-09T19:00:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=249 2024-12-09T19:00:13,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:13,514 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=249, ppid=248, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:13,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=249, ppid=248, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d31208c862d073c227c5f020724c558 in 944 msec 2024-12-09T19:00:13,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/.tmp/cf/65a42753b5a84c7a927fe7c7c04a8773 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/cf/65a42753b5a84c7a927fe7c7c04a8773 2024-12-09T19:00:13,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/cf/65a42753b5a84c7a927fe7c7c04a8773, entries=44, sequenceid=6, filesize=14.5 K 2024-12-09T19:00:13,643 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.HRegion(3140): Finished flush of dataSize ~2.87 KB/2936, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 6e98348807e2e4bdd51754ae21f2842a in 912ms, sequenceid=6, compaction requested=false 2024-12-09T19:00:13,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.HRegion(2603): Flush status journal for 6e98348807e2e4bdd51754ae21f2842a: 2024-12-09T19:00:13,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. for snaptb0-testExportFileSystemStateWithSkipTmp completed. 2024-12-09T19:00:13,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:13,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T19:00:13,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/cf/65a42753b5a84c7a927fe7c7c04a8773] hfiles 2024-12-09T19:00:13,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/cf/65a42753b5a84c7a927fe7c7c04a8773 for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248 2024-12-09T19:00:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742431_1607 (size=121) 2024-12-09T19:00:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742431_1607 (size=121) 2024-12-09T19:00:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742431_1607 (size=121) 2024-12-09T19:00:13,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:13,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=250}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=250 2024-12-09T19:00:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster(4169): Remote procedure done, pid=250 2024-12-09T19:00:13,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:13,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=250, ppid=248, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:13,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=250, resume processing ppid=248 2024-12-09T19:00:13,764 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T19:00:13,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=250, ppid=248, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e98348807e2e4bdd51754ae21f2842a in 1.1790 sec 2024-12-09T19:00:13,765 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T19:00:13,775 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T19:00:13,775 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T19:00:13,776 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T19:00:13,787 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b20241209cc92d8a53d4344ecb1edd5977609bfa7_6e98348807e2e4bdd51754ae21f2842a, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e202412095b88ccadca924308a7be813556a780e0_0d31208c862d073c227c5f020724c558] hfiles 2024-12-09T19:00:13,787 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b20241209cc92d8a53d4344ecb1edd5977609bfa7_6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:13,788 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e202412095b88ccadca924308a7be813556a780e0_0d31208c862d073c227c5f020724c558 2024-12-09T19:00:13,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742432_1608 (size=305) 2024-12-09T19:00:13,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742432_1608 (size=305) 2024-12-09T19:00:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742432_1608 (size=305) 2024-12-09T19:00:14,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T19:00:14,293 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T19:00:14,293 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:14,294 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742433_1609 (size=1007) 2024-12-09T19:00:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742433_1609 (size=1007) 2024-12-09T19:00:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742433_1609 (size=1007) 2024-12-09T19:00:14,317 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T19:00:14,323 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T19:00:14,323 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:14,406 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=248, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T19:00:14,406 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 248 2024-12-09T19:00:14,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=248, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=248, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 1.8720 sec 2024-12-09T19:00:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248 2024-12-09T19:00:14,704 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed 2024-12-09T19:00:14,705 INFO [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704 2024-12-09T19:00:14,705 INFO [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:37709, tgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704, rawTgtDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704, srcFsUri=hdfs://localhost:37709, srcDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T19:00:14,745 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37709, inputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c 2024-12-09T19:00:14,746 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704, skipTmp=true, initialOutputSnapshotDir=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:14,747 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T19:00:14,752 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742434_1610 (size=198) 2024-12-09T19:00:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742434_1610 (size=198) 2024-12-09T19:00:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742434_1610 (size=198) 2024-12-09T19:00:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742435_1611 (size=1007) 2024-12-09T19:00:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742435_1611 (size=1007) 2024-12-09T19:00:14,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742435_1611 (size=1007) 2024-12-09T19:00:14,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot' 2024-12-09T19:00:14,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:14,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:14,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:14,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5d6ac3a9ae7cea11a432e8205623d9f3, had cached 0 bytes from a total of 6284 2024-12-09T19:00:15,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-401141526768456854.jar 2024-12-09T19:00:15,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:15,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:15,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop-8295219399285666135.jar 2024-12-09T19:00:15,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:15,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:15,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:15,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:15,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:15,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-09T19:00:15,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T19:00:15,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T19:00:15,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T19:00:15,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T19:00:15,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T19:00:15,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T19:00:15,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T19:00:15,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T19:00:15,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T19:00:15,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T19:00:15,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T19:00:15,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T19:00:15,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T19:00:15,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T19:00:15,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T19:00:15,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T19:00:15,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T19:00:15,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T19:00:15,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742436_1612 (size=24020) 2024-12-09T19:00:15,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742436_1612 (size=24020) 2024-12-09T19:00:15,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742436_1612 (size=24020) 2024-12-09T19:00:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742437_1613 (size=77755) 2024-12-09T19:00:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742437_1613 (size=77755) 2024-12-09T19:00:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742437_1613 (size=77755) 2024-12-09T19:00:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742438_1614 (size=131360) 2024-12-09T19:00:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742438_1614 (size=131360) 2024-12-09T19:00:15,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742438_1614 (size=131360) 2024-12-09T19:00:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742439_1615 (size=111793) 2024-12-09T19:00:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742439_1615 (size=111793) 2024-12-09T19:00:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742439_1615 (size=111793) 2024-12-09T19:00:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742440_1616 (size=1832290) 2024-12-09T19:00:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742440_1616 (size=1832290) 2024-12-09T19:00:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742440_1616 (size=1832290) 2024-12-09T19:00:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742441_1617 (size=8360282) 2024-12-09T19:00:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742441_1617 (size=8360282) 2024-12-09T19:00:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742441_1617 (size=8360282) 2024-12-09T19:00:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742442_1618 (size=503880) 2024-12-09T19:00:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742442_1618 (size=503880) 2024-12-09T19:00:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742442_1618 (size=503880) 2024-12-09T19:00:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742443_1619 (size=322274) 2024-12-09T19:00:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742443_1619 (size=322274) 2024-12-09T19:00:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742443_1619 (size=322274) 2024-12-09T19:00:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742444_1620 (size=20406) 2024-12-09T19:00:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742444_1620 (size=20406) 2024-12-09T19:00:15,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742444_1620 (size=20406) 2024-12-09T19:00:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742445_1621 (size=45609) 2024-12-09T19:00:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742445_1621 (size=45609) 2024-12-09T19:00:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742445_1621 (size=45609) 2024-12-09T19:00:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742446_1622 (size=136454) 2024-12-09T19:00:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742446_1622 (size=136454) 2024-12-09T19:00:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742446_1622 (size=136454) 2024-12-09T19:00:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742447_1623 (size=1597136) 2024-12-09T19:00:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742447_1623 (size=1597136) 2024-12-09T19:00:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742447_1623 (size=1597136) 2024-12-09T19:00:16,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742448_1624 (size=443171) 2024-12-09T19:00:16,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742448_1624 (size=443171) 2024-12-09T19:00:16,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742448_1624 (size=443171) 2024-12-09T19:00:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742449_1625 (size=30873) 2024-12-09T19:00:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742449_1625 (size=30873) 2024-12-09T19:00:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742449_1625 (size=30873) 2024-12-09T19:00:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742450_1626 (size=29229) 2024-12-09T19:00:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742450_1626 (size=29229) 2024-12-09T19:00:16,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742450_1626 (size=29229) 2024-12-09T19:00:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742451_1627 (size=903862) 2024-12-09T19:00:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742451_1627 (size=903862) 2024-12-09T19:00:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742451_1627 (size=903862) 2024-12-09T19:00:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742452_1628 (size=5175431) 2024-12-09T19:00:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742452_1628 (size=5175431) 2024-12-09T19:00:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742452_1628 (size=5175431) 2024-12-09T19:00:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742453_1629 (size=232881) 2024-12-09T19:00:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742453_1629 (size=232881) 2024-12-09T19:00:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742453_1629 (size=232881) 2024-12-09T19:00:16,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742454_1630 (size=1323991) 2024-12-09T19:00:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742454_1630 (size=1323991) 2024-12-09T19:00:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742454_1630 (size=1323991) 2024-12-09T19:00:16,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742455_1631 (size=4695811) 2024-12-09T19:00:16,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742455_1631 (size=4695811) 2024-12-09T19:00:16,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742455_1631 (size=4695811) 2024-12-09T19:00:16,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742456_1632 (size=1877034) 2024-12-09T19:00:16,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742456_1632 (size=1877034) 2024-12-09T19:00:16,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742456_1632 (size=1877034) 2024-12-09T19:00:16,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742457_1633 (size=217555) 2024-12-09T19:00:16,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742457_1633 (size=217555) 2024-12-09T19:00:16,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742457_1633 (size=217555) 2024-12-09T19:00:16,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742458_1634 (size=4188619) 2024-12-09T19:00:16,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742458_1634 (size=4188619) 2024-12-09T19:00:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742458_1634 (size=4188619) 2024-12-09T19:00:16,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742459_1635 (size=127628) 2024-12-09T19:00:16,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742459_1635 (size=127628) 2024-12-09T19:00:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742459_1635 (size=127628) 2024-12-09T19:00:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742460_1636 (size=6425016) 2024-12-09T19:00:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742460_1636 (size=6425016) 2024-12-09T19:00:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742460_1636 (size=6425016) 2024-12-09T19:00:16,637 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T19:00:16,638 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemStateWithSkipTmp' hfile list 2024-12-09T19:00:16,640 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.5 K 2024-12-09T19:00:16,640 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.8 K 2024-12-09T19:00:16,640 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.5 K 2024-12-09T19:00:16,640 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.2 K 2024-12-09T19:00:16,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742461_1637 (size=1079) 2024-12-09T19:00:16,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742461_1637 (size=1079) 2024-12-09T19:00:16,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742461_1637 (size=1079) 2024-12-09T19:00:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742462_1638 (size=35) 2024-12-09T19:00:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742462_1638 (size=35) 2024-12-09T19:00:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742462_1638 (size=35) 2024-12-09T19:00:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742463_1639 (size=304245) 2024-12-09T19:00:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742463_1639 (size=304245) 2024-12-09T19:00:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742463_1639 (size=304245) 2024-12-09T19:00:16,698 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T19:00:16,698 WARN [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start 2024-12-09T19:00:16,825 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:55304 2024-12-09T19:00:22,522 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:52456 2024-12-09T19:00:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742464_1640 (size=349967) 2024-12-09T19:00:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742464_1640 (size=349967) 2024-12-09T19:00:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742464_1640 (size=349967) 2024-12-09T19:00:24,794 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:56192 2024-12-09T19:00:24,807 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:41144 2024-12-09T19:00:25,629 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:56196 2024-12-09T19:00:25,637 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:41160 2024-12-09T19:00:28,216 WARN [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1733770220664_0011_01_000006 while processing FINISH_CONTAINERS event 2024-12-09T19:00:28,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 922e2bdfd306fa642251293bd7c3b58d, had cached 0 bytes from a total of 5333 2024-12-09T19:00:29,927 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T19:00:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742465_1641 (size=14877) 2024-12-09T19:00:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742465_1641 (size=14877) 2024-12-09T19:00:32,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742465_1641 (size=14877) 2024-12-09T19:00:33,123 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/info has an old edit so flush to free WALs after random delay 226562 ms 2024-12-09T19:00:34,187 INFO [regionserver/84065ca92432:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. because 922e2bdfd306fa642251293bd7c3b58d/l has an old edit so flush to free WALs after random delay 171551 ms 2024-12-09T19:00:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742467_1643 (size=6608) 2024-12-09T19:00:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742467_1643 (size=6608) 2024-12-09T19:00:34,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742467_1643 (size=6608) 2024-12-09T19:00:35,244 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000004/launch_container.sh] 2024-12-09T19:00:35,245 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000004/container_tokens] 2024-12-09T19:00:35,245 WARN [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000004/sysfs] 2024-12-09T19:00:35,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742468_1644 (size=5311) 2024-12-09T19:00:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742468_1644 (size=5311) 2024-12-09T19:00:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742468_1644 (size=5311) 2024-12-09T19:00:35,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742469_1645 (size=7961) 2024-12-09T19:00:35,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742469_1645 (size=7961) 2024-12-09T19:00:35,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742469_1645 (size=7961) 2024-12-09T19:00:35,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742466_1642 (size=31806) 2024-12-09T19:00:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742466_1642 (size=31806) 2024-12-09T19:00:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742466_1642 (size=31806) 2024-12-09T19:00:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742470_1646 (size=477) 2024-12-09T19:00:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742470_1646 (size=477) 2024-12-09T19:00:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742470_1646 (size=477) 2024-12-09T19:00:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742471_1647 (size=31806) 2024-12-09T19:00:35,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742471_1647 (size=31806) 2024-12-09T19:00:35,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742471_1647 (size=31806) 2024-12-09T19:00:35,548 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000005/launch_container.sh] 2024-12-09T19:00:35,548 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000005/container_tokens] 2024-12-09T19:00:35,548 WARN [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_1/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000005/sysfs] 2024-12-09T19:00:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742472_1648 (size=349967) 2024-12-09T19:00:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742472_1648 (size=349967) 2024-12-09T19:00:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742472_1648 (size=349967) 2024-12-09T19:00:35,585 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:47966 2024-12-09T19:00:35,591 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:33264 2024-12-09T19:00:35,597 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:47968 2024-12-09T19:00:37,019 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T19:00:37,019 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T19:00:37,025 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,026 INFO [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot 2024-12-09T19:00:37,026 INFO [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state 2024-12-09T19:00:37,026 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,026 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo 2024-12-09T19:00:37,026 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest 2024-12-09T19:00:37,026 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2033859183_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,027 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo 2024-12-09T19:00:37,027 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/export-test/export-1733770814704/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest 2024-12-09T19:00:37,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=251, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=251 2024-12-09T19:00:37,036 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770837036"}]},"ts":"1733770837036"} 2024-12-09T19:00:37,037 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLING in hbase:meta 2024-12-09T19:00:37,037 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLING 2024-12-09T19:00:37,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=252, ppid=251, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp}] 2024-12-09T19:00:37,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=253, ppid=252, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, UNASSIGN}, {pid=254, ppid=252, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, UNASSIGN}] 2024-12-09T19:00:37,041 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=254, ppid=252, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, UNASSIGN 2024-12-09T19:00:37,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=253, ppid=252, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, UNASSIGN 2024-12-09T19:00:37,041 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=253 updating hbase:meta row=0d31208c862d073c227c5f020724c558, regionState=CLOSING, regionLocation=84065ca92432,46029,1733770203956 2024-12-09T19:00:37,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=254 updating hbase:meta row=6e98348807e2e4bdd51754ae21f2842a, regionState=CLOSING, regionLocation=84065ca92432,46729,1733770203479 2024-12-09T19:00:37,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=254, ppid=252, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, UNASSIGN because future has completed 2024-12-09T19:00:37,043 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T19:00:37,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=255, ppid=254, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e98348807e2e4bdd51754ae21f2842a, server=84065ca92432,46729,1733770203479}] 2024-12-09T19:00:37,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=253, ppid=252, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, UNASSIGN because future has completed 2024-12-09T19:00:37,044 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T19:00:37,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=256, ppid=253, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d31208c862d073c227c5f020724c558, server=84065ca92432,46029,1733770203956}] 2024-12-09T19:00:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=251 2024-12-09T19:00:37,197 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] handler.UnassignRegionHandler(122): Close 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:37,197 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T19:00:37,197 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] regionserver.HRegion(1722): Closing 6e98348807e2e4bdd51754ae21f2842a, disabling compactions & flushes 2024-12-09T19:00:37,197 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:37,197 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:37,197 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. after waiting 0 ms 2024-12-09T19:00:37,197 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:37,199 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] handler.UnassignRegionHandler(122): Close 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:37,199 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T19:00:37,199 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1722): Closing 0d31208c862d073c227c5f020724c558, disabling compactions & flushes 2024-12-09T19:00:37,199 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:37,199 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:37,199 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. after waiting 0 ms 2024-12-09T19:00:37,199 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:37,202 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T19:00:37,203 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:00:37,203 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a. 2024-12-09T19:00:37,203 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] regionserver.HRegion(1676): Region close journal for 6e98348807e2e4bdd51754ae21f2842a: Waiting for close lock at 1733770837197Running coprocessor pre-close hooks at 1733770837197Disabling compacts and flushes for region at 1733770837197Disabling writes for close at 1733770837197Writing region close event to WAL at 1733770837198 (+1 ms)Running coprocessor post-close hooks at 1733770837203 (+5 ms)Closed at 1733770837203 2024-12-09T19:00:37,203 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T19:00:37,203 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:00:37,203 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558. 2024-12-09T19:00:37,203 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1676): Region close journal for 0d31208c862d073c227c5f020724c558: Waiting for close lock at 1733770837199Running coprocessor pre-close hooks at 1733770837199Disabling compacts and flushes for region at 1733770837199Disabling writes for close at 1733770837199Writing region close event to WAL at 1733770837200 (+1 ms)Running coprocessor post-close hooks at 1733770837203 (+3 ms)Closed at 1733770837203 2024-12-09T19:00:37,205 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=255}] handler.UnassignRegionHandler(157): Closed 6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:37,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=254 updating hbase:meta row=6e98348807e2e4bdd51754ae21f2842a, regionState=CLOSED 2024-12-09T19:00:37,206 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] handler.UnassignRegionHandler(157): Closed 0d31208c862d073c227c5f020724c558 2024-12-09T19:00:37,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=253 updating hbase:meta row=0d31208c862d073c227c5f020724c558, regionState=CLOSED 2024-12-09T19:00:37,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=255, ppid=254, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e98348807e2e4bdd51754ae21f2842a, server=84065ca92432,46729,1733770203479 because future has completed 2024-12-09T19:00:37,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=256, ppid=253, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d31208c862d073c227c5f020724c558, server=84065ca92432,46029,1733770203956 because future has completed 2024-12-09T19:00:37,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=255, resume processing ppid=254 2024-12-09T19:00:37,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=255, ppid=254, state=SUCCESS, hasLock=false; CloseRegionProcedure 6e98348807e2e4bdd51754ae21f2842a, server=84065ca92432,46729,1733770203479 in 166 msec 2024-12-09T19:00:37,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=256, resume processing ppid=253 2024-12-09T19:00:37,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=254, ppid=252, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=6e98348807e2e4bdd51754ae21f2842a, UNASSIGN in 171 msec 2024-12-09T19:00:37,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=256, ppid=253, state=SUCCESS, hasLock=false; CloseRegionProcedure 0d31208c862d073c227c5f020724c558, server=84065ca92432,46029,1733770203956 in 166 msec 2024-12-09T19:00:37,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=253, resume processing ppid=252 2024-12-09T19:00:37,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=253, ppid=252, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=0d31208c862d073c227c5f020724c558, UNASSIGN in 172 msec 2024-12-09T19:00:37,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=252, resume processing ppid=251 2024-12-09T19:00:37,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=252, ppid=251, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 177 msec 2024-12-09T19:00:37,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770837218"}]},"ts":"1733770837218"} 2024-12-09T19:00:37,220 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLED in hbase:meta 2024-12-09T19:00:37,220 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLED 2024-12-09T19:00:37,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=251, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 188 msec 2024-12-09T19:00:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=251 2024-12-09T19:00:37,355 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed 2024-12-09T19:00:37,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] procedure2.ProcedureExecutor(1139): Stored pid=257, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,358 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=257, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,358 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=257, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,362 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558 2024-12-09T19:00:37,362 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:37,364 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/recovered.edits] 2024-12-09T19:00:37,364 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/cf, FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/recovered.edits] 2024-12-09T19:00:37,376 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/cf/3aa18166e2a64187aa8be03a9790cfd1 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/cf/3aa18166e2a64187aa8be03a9790cfd1 2024-12-09T19:00:37,376 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/cf/65a42753b5a84c7a927fe7c7c04a8773 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/cf/65a42753b5a84c7a927fe7c7c04a8773 2024-12-09T19:00:37,379 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558/recovered.edits/9.seqid 2024-12-09T19:00:37,379 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/recovered.edits/9.seqid to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a/recovered.edits/9.seqid 2024-12-09T19:00:37,380 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:37,383 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testtb-testExportFileSystemStateWithSkipTmp/0d31208c862d073c227c5f020724c558 2024-12-09T19:00:37,383 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSkipTmp regions 2024-12-09T19:00:37,384 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a 2024-12-09T19:00:37,385 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf] 2024-12-09T19:00:37,416 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b20241209cc92d8a53d4344ecb1edd5977609bfa7_6e98348807e2e4bdd51754ae21f2842a to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b20241209cc92d8a53d4344ecb1edd5977609bfa7_6e98348807e2e4bdd51754ae21f2842a 2024-12-09T19:00:37,417 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e202412095b88ccadca924308a7be813556a780e0_0d31208c862d073c227c5f020724c558 to hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e202412095b88ccadca924308a7be813556a780e0_0d31208c862d073c227c5f020724c558 2024-12-09T19:00:37,418 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a 2024-12-09T19:00:37,420 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=257, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,423 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSkipTmp from hbase:meta 2024-12-09T19:00:37,425 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSkipTmp' descriptor. 2024-12-09T19:00:37,426 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=257, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,426 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSkipTmp' from region states. 2024-12-09T19:00:37,426 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770837426"}]},"ts":"9223372036854775807"} 2024-12-09T19:00:37,426 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733770837426"}]},"ts":"9223372036854775807"} 2024-12-09T19:00:37,429 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T19:00:37,429 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0d31208c862d073c227c5f020724c558, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1733770809595.0d31208c862d073c227c5f020724c558.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 6e98348807e2e4bdd51754ae21f2842a, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1733770809595.6e98348807e2e4bdd51754ae21f2842a.', STARTKEY => '1', ENDKEY => ''}] 2024-12-09T19:00:37,429 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSkipTmp' as deleted. 2024-12-09T19:00:37,429 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733770837429"}]},"ts":"9223372036854775807"} 2024-12-09T19:00:37,431 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSkipTmp state from META 2024-12-09T19:00:37,432 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=257, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=257, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 76 msec 2024-12-09T19:00:37,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,465 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF 2024-12-09T19:00:37,465 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF 2024-12-09T19:00:37,466 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF 2024-12-09T19:00:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:37,473 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data null 2024-12-09T19:00:37,473 INFO [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty 2024-12-09T19:00:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl 2024-12-09T19:00:37,474 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:37,474 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:37,474 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=257 2024-12-09T19:00:37,475 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04 2024-12-09T19:00:37,475 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,475 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed 2024-12-09T19:00:37,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "emptySnaptb0-testExportFileSystemStateWithSkipTmp" type: DISABLED 2024-12-09T19:00:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snaptb0-testExportFileSystemStateWithSkipTmp" type: DISABLED 2024-12-09T19:00:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:37,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=820 (was 817) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-31 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1315295958_1 at /127.0.0.1:49558 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1315295958_1 at /127.0.0.1:56998 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-10035 java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method) java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177) java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329) java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396) app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:49586 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (735158740) connection to localhost/127.0.0.1:43785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-28 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:60078 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper (pid 137170) java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2033859183_22 at /127.0.0.1:57004 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ApplicationMasterLauncher #20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-28 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=811 (was 807) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1251 (was 1424), ProcessCount=18 (was 27), AvailableMemoryMB=1207 (was 1187) - AvailableMemoryMB LEAK? - 2024-12-09T19:00:37,509 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=820 is superior to 500 2024-12-09T19:00:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-09T19:00:37,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d18833b{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-09T19:00:37,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a1706db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T19:00:37,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T19:00:37,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@763f534d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-09T19:00:37,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24940e80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,STOPPED} 2024-12-09T19:00:37,570 WARN [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000002/launch_container.sh] 2024-12-09T19:00:37,570 WARN [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000002/container_tokens] 2024-12-09T19:00:37,570 WARN [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_3/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000002/sysfs] 2024-12-09T19:00:39,544 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 34320 2024-12-09T19:00:40,636 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000003/launch_container.sh] 2024-12-09T19:00:40,636 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000003/container_tokens] 2024-12-09T19:00:40,636 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-1_2/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000003/sysfs] 2024-12-09T19:00:41,679 INFO [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1733770220664_0011_000001 (auth:SIMPLE) from 127.0.0.1:46022 2024-12-09T19:00:41,693 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000001/launch_container.sh] 2024-12-09T19:00:41,693 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000001/container_tokens] 2024-12-09T19:00:41,693 WARN [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_179626203/yarn-203483350/MiniMRCluster_179626203-localDir-nm-0_1/usercache/jenkins/appcache/application_1733770220664_0011/container_1733770220664_0011_01_000001/sysfs] 2024-12-09T19:00:42,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T19:00:42,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp 2024-12-09T19:00:48,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T19:00:54,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14ac385e{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-09T19:00:54,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ad5080a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T19:00:54,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T19:00:54,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a8c67e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-09T19:00:54,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c3043af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,STOPPED} 2024-12-09T19:00:56,184 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4d38fb7ac238d446745e829ac8fc3554, had cached 0 bytes from a total of 14267 2024-12-09T19:00:59,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5d6ac3a9ae7cea11a432e8205623d9f3, had cached 0 bytes from a total of 6284 2024-12-09T19:00:59,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T19:01:11,140 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d38fb7ac238d446745e829ac8fc3554 changed from -1.0 to 0.0, refreshing cache 2024-12-09T19:01:11,556 ERROR [Thread[Thread-405,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-09T19:01:11,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7569aa08{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-09T19:01:11,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@402a804a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T19:01:11,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T19:01:11,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cc0d6f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-09T19:01:11,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297dc0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,STOPPED} 2024-12-09T19:01:11,588 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-09T19:01:11,603 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-09T19:01:11,604 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-09T19:01:11,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741830_1006 (size=1202411) 2024-12-09T19:01:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741830_1006 (size=1202411) 2024-12-09T19:01:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741830_1006 (size=1202411) 2024-12-09T19:01:11,608 ERROR [Thread[Thread-428,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-09T19:01:11,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cf73366{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-09T19:01:11,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65fb325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T19:01:11,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T19:01:11,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@551f7f17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-09T19:01:11,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@115ba8e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,STOPPED} 2024-12-09T19:01:11,622 ERROR [Thread[Thread-387,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-09T19:01:11,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped 2024-12-09T19:01:11,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T19:01:11,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T19:01:11,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T19:01:11,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:11,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:11,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T19:01:11,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=611934026, stopped=false 2024-12-09T19:01:11,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T19:01:11,624 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:11,624 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver 2024-12-09T19:01:11,624 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84065ca92432,40811,1733770201579 2024-12-09T19:01:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T19:01:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T19:01:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T19:01:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T19:01:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T19:01:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T19:01:11,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T19:01:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T19:01:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T19:01:11,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T19:01:11,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T19:01:11,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T19:01:11,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T19:01:11,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T19:01:11,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T19:01:11,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:11,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,46729,1733770203479' ***** 2024-12-09T19:01:11,682 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:11,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T19:01:11,682 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,35415,1733770203781' ***** 2024-12-09T19:01:11,682 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:11,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T19:01:11,682 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,46029,1733770203956' ***** 2024-12-09T19:01:11,682 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:11,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T19:01:11,682 INFO [RS:0;84065ca92432:46729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T19:01:11,682 INFO [RS:0;84065ca92432:46729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T19:01:11,682 INFO [RS:0;84065ca92432:46729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T19:01:11,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T19:01:11,683 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(3091): Received CLOSE for 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T19:01:11,683 INFO [RS:1;84065ca92432:35415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T19:01:11,683 INFO [RS:1;84065ca92432:35415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T19:01:11,683 INFO [RS:1;84065ca92432:35415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T19:01:11,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T19:01:11,683 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:01:11,683 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(959): stopping server 84065ca92432,46729,1733770203479 2024-12-09T19:01:11,683 INFO [RS:2;84065ca92432:46029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T19:01:11,683 INFO [RS:0;84065ca92432:46729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T19:01:11,683 INFO [RS:2;84065ca92432:46029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T19:01:11,683 INFO [RS:2;84065ca92432:46029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T19:01:11,683 INFO [RS:0;84065ca92432:46729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84065ca92432:46729. 2024-12-09T19:01:11,683 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T19:01:11,683 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(959): stopping server 84065ca92432,46029,1733770203956 2024-12-09T19:01:11,683 INFO [RS:2;84065ca92432:46029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T19:01:11,683 DEBUG [RS:0;84065ca92432:46729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T19:01:11,683 DEBUG [RS:0;84065ca92432:46729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:11,683 INFO [RS:2;84065ca92432:46029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;84065ca92432:46029. 2024-12-09T19:01:11,683 DEBUG [RS:2;84065ca92432:46029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T19:01:11,683 DEBUG [RS:2;84065ca92432:46029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:11,683 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T19:01:11,683 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1325): Online Regions={922e2bdfd306fa642251293bd7c3b58d=hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d.} 2024-12-09T19:01:11,683 INFO [RS:2;84065ca92432:46029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T19:01:11,684 INFO [RS:2;84065ca92432:46029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T19:01:11,684 INFO [RS:2;84065ca92432:46029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T19:01:11,684 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 922e2bdfd306fa642251293bd7c3b58d, disabling compactions & flushes 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d38fb7ac238d446745e829ac8fc3554, disabling compactions & flushes 2024-12-09T19:01:11,684 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T19:01:11,684 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:01:11,684 DEBUG [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1351): Waiting on 922e2bdfd306fa642251293bd7c3b58d 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. after waiting 0 ms 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. after waiting 0 ms 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d6ac3a9ae7cea11a432e8205623d9f3, disabling compactions & flushes 2024-12-09T19:01:11,684 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 922e2bdfd306fa642251293bd7c3b58d 1/1 column families, dataSize=1.15 KB heapSize=2.81 KB 2024-12-09T19:01:11,684 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. after waiting 0 ms 2024-12-09T19:01:11,684 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T19:01:11,684 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T19:01:11,685 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(959): stopping server 84065ca92432,35415,1733770203781 2024-12-09T19:01:11,685 INFO [RS:1;84065ca92432:35415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T19:01:11,685 INFO [RS:1;84065ca92432:35415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84065ca92432:35415. 2024-12-09T19:01:11,685 DEBUG [RS:1;84065ca92432:35415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T19:01:11,685 DEBUG [RS:1;84065ca92432:35415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:11,685 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T19:01:11,685 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1325): Online Regions={4d38fb7ac238d446745e829ac8fc3554=testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554.} 2024-12-09T19:01:11,685 DEBUG [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1351): Waiting on 4d38fb7ac238d446745e829ac8fc3554 2024-12-09T19:01:11,685 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T19:01:11,685 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5d6ac3a9ae7cea11a432e8205623d9f3=testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3.} 2024-12-09T19:01:11,685 DEBUG [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d6ac3a9ae7cea11a432e8205623d9f3 2024-12-09T19:01:11,686 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T19:01:11,686 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T19:01:11,686 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T19:01:11,686 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T19:01:11,686 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T19:01:11,686 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=59.18 KB heapSize=93.93 KB 2024-12-09T19:01:11,689 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/4d38fb7ac238d446745e829ac8fc3554/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-09T19:01:11,700 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:11,700 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:01:11,701 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d38fb7ac238d446745e829ac8fc3554: Waiting for close lock at 1733770871683Running coprocessor pre-close hooks at 1733770871684 (+1 ms)Disabling compacts and flushes for region at 1733770871684Disabling writes for close at 1733770871684Writing region close event to WAL at 1733770871687 (+3 ms)Running coprocessor post-close hooks at 1733770871700 (+13 ms)Closed at 1733770871700 2024-12-09T19:01:11,701 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554. 2024-12-09T19:01:11,701 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/default/testExportExpiredSnapshot/5d6ac3a9ae7cea11a432e8205623d9f3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T19:01:11,701 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:11,702 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T19:01:11,702 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d6ac3a9ae7cea11a432e8205623d9f3: Waiting for close lock at 1733770871684Running coprocessor pre-close hooks at 1733770871684Disabling compacts and flushes for region at 1733770871684Disabling writes for close at 1733770871684Writing region close event to WAL at 1733770871687 (+3 ms)Running coprocessor post-close hooks at 1733770871701 (+14 ms)Closed at 1733770871702 (+1 ms) 2024-12-09T19:01:11,702 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,,1733770679436.5d6ac3a9ae7cea11a432e8205623d9f3. 2024-12-09T19:01:11,703 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/info/9323d3200f084fe98b56e48cab1441eb is 173, key is testExportExpiredSnapshot,1,1733770679436.4d38fb7ac238d446745e829ac8fc3554./info:regioninfo/1733770811221/Put/seqid=0 2024-12-09T19:01:11,705 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/.tmp/l/5b76d22db40f4b56bb33d933ba2a8fa3 is 74, key is testtb-testExportFileSystemStateWithMergeRegion-1/l:/1733770677039/DeleteFamily/seqid=0 2024-12-09T19:01:11,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742473_1649 (size=13354) 2024-12-09T19:01:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742473_1649 (size=13354) 2024-12-09T19:01:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742473_1649 (size=13354) 2024-12-09T19:01:11,709 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.94 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/info/9323d3200f084fe98b56e48cab1441eb 2024-12-09T19:01:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742474_1650 (size=5640) 2024-12-09T19:01:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742474_1650 (size=5640) 2024-12-09T19:01:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742474_1650 (size=5640) 2024-12-09T19:01:11,714 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.15 KB at sequenceid=37 (bloomFilter=false), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/.tmp/l/5b76d22db40f4b56bb33d933ba2a8fa3 2024-12-09T19:01:11,718 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/ns/f0cd62d59121411c9cb8d22c97de336d is 124, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1./ns:/1733770677086/DeleteFamily/seqid=0 2024-12-09T19:01:11,721 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b76d22db40f4b56bb33d933ba2a8fa3 2024-12-09T19:01:11,721 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/.tmp/l/5b76d22db40f4b56bb33d933ba2a8fa3 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/l/5b76d22db40f4b56bb33d933ba2a8fa3 2024-12-09T19:01:11,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742475_1651 (size=7575) 2024-12-09T19:01:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742475_1651 (size=7575) 2024-12-09T19:01:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742475_1651 (size=7575) 2024-12-09T19:01:11,724 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/ns/f0cd62d59121411c9cb8d22c97de336d 2024-12-09T19:01:11,728 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b76d22db40f4b56bb33d933ba2a8fa3 2024-12-09T19:01:11,728 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/l/5b76d22db40f4b56bb33d933ba2a8fa3, entries=11, sequenceid=37, filesize=5.5 K 2024-12-09T19:01:11,732 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.15 KB/1179, heapSize ~2.80 KB/2864, currentSize=0 B/0 for 922e2bdfd306fa642251293bd7c3b58d in 47ms, sequenceid=37, compaction requested=false 2024-12-09T19:01:11,732 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:acl' 2024-12-09T19:01:11,738 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/rep_barrier/097d3d18a46e4eb0a35eb9860a96d8f9 is 133, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1./rep_barrier:/1733770677086/DeleteFamily/seqid=0 2024-12-09T19:01:11,741 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/acl/922e2bdfd306fa642251293bd7c3b58d/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=15 2024-12-09T19:01:11,741 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:11,741 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T19:01:11,741 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 922e2bdfd306fa642251293bd7c3b58d: Waiting for close lock at 1733770871683Running coprocessor pre-close hooks at 1733770871684 (+1 ms)Disabling compacts and flushes for region at 1733770871684Disabling writes for close at 1733770871684Obtaining lock to block concurrent updates at 1733770871684Preparing flush snapshotting stores in 922e2bdfd306fa642251293bd7c3b58d at 1733770871684Finished memstore snapshotting hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d., syncing WAL and waiting on mvcc, flushsize=dataSize=1179, getHeapSize=2864, getOffHeapSize=0, getCellsCount=19 at 1733770871684Flushing stores of hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. at 1733770871685 (+1 ms)Flushing 922e2bdfd306fa642251293bd7c3b58d/l: creating writer at 1733770871685Flushing 922e2bdfd306fa642251293bd7c3b58d/l: appending metadata at 1733770871705 (+20 ms)Flushing 922e2bdfd306fa642251293bd7c3b58d/l: closing flushed file at 1733770871705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3942910c: reopening flushed file at 1733770871721 (+16 ms)Finished flush of dataSize ~1.15 KB/1179, heapSize ~2.80 KB/2864, currentSize=0 B/0 for 922e2bdfd306fa642251293bd7c3b58d in 47ms, sequenceid=37, compaction requested=false at 1733770871732 (+11 ms)Writing region close event to WAL at 1733770871737 (+5 ms)Running coprocessor post-close hooks at 1733770871741 (+4 ms)Closed at 1733770871741 2024-12-09T19:01:11,741 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:acl,,1733770210617.922e2bdfd306fa642251293bd7c3b58d. 2024-12-09T19:01:11,746 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T19:01:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742476_1652 (size=7773) 2024-12-09T19:01:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742476_1652 (size=7773) 2024-12-09T19:01:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742476_1652 (size=7773) 2024-12-09T19:01:11,750 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/rep_barrier/097d3d18a46e4eb0a35eb9860a96d8f9 2024-12-09T19:01:11,759 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T19:01:11,762 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/table/d855f9d43f9c4aff9cbd6842b63bcd58 is 127, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1733770649580.2e195c8f22f416a520dcf9ddee5047a1./table:/1733770677086/DeleteFamily/seqid=0 2024-12-09T19:01:11,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742477_1653 (size=8419) 2024-12-09T19:01:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742477_1653 (size=8419) 2024-12-09T19:01:11,772 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.15 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/table/d855f9d43f9c4aff9cbd6842b63bcd58 2024-12-09T19:01:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742477_1653 (size=8419) 2024-12-09T19:01:11,777 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/info/9323d3200f084fe98b56e48cab1441eb as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/info/9323d3200f084fe98b56e48cab1441eb 2024-12-09T19:01:11,781 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/info/9323d3200f084fe98b56e48cab1441eb, entries=65, sequenceid=251, filesize=13.0 K 2024-12-09T19:01:11,781 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T19:01:11,782 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/ns/f0cd62d59121411c9cb8d22c97de336d as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/ns/f0cd62d59121411c9cb8d22c97de336d 2024-12-09T19:01:11,785 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/ns/f0cd62d59121411c9cb8d22c97de336d, entries=19, sequenceid=251, filesize=7.4 K 2024-12-09T19:01:11,785 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/rep_barrier/097d3d18a46e4eb0a35eb9860a96d8f9 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/rep_barrier/097d3d18a46e4eb0a35eb9860a96d8f9 2024-12-09T19:01:11,789 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/rep_barrier/097d3d18a46e4eb0a35eb9860a96d8f9, entries=19, sequenceid=251, filesize=7.6 K 2024-12-09T19:01:11,789 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/.tmp/table/d855f9d43f9c4aff9cbd6842b63bcd58 as hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/table/d855f9d43f9c4aff9cbd6842b63bcd58 2024-12-09T19:01:11,792 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/table/d855f9d43f9c4aff9cbd6842b63bcd58, entries=31, sequenceid=251, filesize=8.2 K 2024-12-09T19:01:11,793 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~59.18 KB/60599, heapSize ~93.87 KB/96120, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=251, compaction requested=false 2024-12-09T19:01:11,798 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/data/hbase/meta/1588230740/recovered.edits/254.seqid, newMaxSeqId=254, maxSeqId=1 2024-12-09T19:01:11,798 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:11,798 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T19:01:11,798 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T19:01:11,798 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733770871686Running coprocessor pre-close hooks at 1733770871686Disabling compacts and flushes for region at 1733770871686Disabling writes for close at 1733770871686Obtaining lock to block concurrent updates at 1733770871686Preparing flush snapshotting stores in 1588230740 at 1733770871686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=60599, getHeapSize=96120, getOffHeapSize=0, getCellsCount=458 at 1733770871687 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733770871688 (+1 ms)Flushing 1588230740/info: creating writer at 1733770871688Flushing 1588230740/info: appending metadata at 1733770871703 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733770871703Flushing 1588230740/ns: creating writer at 1733770871715 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733770871717 (+2 ms)Flushing 1588230740/ns: closing flushed file at 1733770871717Flushing 1588230740/rep_barrier: creating writer at 1733770871728 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733770871737 (+9 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733770871738 (+1 ms)Flushing 1588230740/table: creating writer at 1733770871760 (+22 ms)Flushing 1588230740/table: appending metadata at 1733770871762 (+2 ms)Flushing 1588230740/table: closing flushed file at 1733770871762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd5c3fc: reopening flushed file at 1733770871775 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527bb812: reopening flushed file at 1733770871781 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19df7063: reopening flushed file at 1733770871785 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aaade87: reopening flushed file at 1733770871789 (+4 ms)Finished flush of dataSize ~59.18 KB/60599, heapSize ~93.87 KB/96120, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=251, compaction requested=false at 1733770871793 (+4 ms)Writing region close event to WAL at 1733770871796 (+3 ms)Running coprocessor post-close hooks at 1733770871798 (+2 ms)Closed at 1733770871798 2024-12-09T19:01:11,798 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T19:01:11,884 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(976): stopping server 84065ca92432,46729,1733770203479; all regions closed. 2024-12-09T19:01:11,885 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(976): stopping server 84065ca92432,35415,1733770203781; all regions closed. 2024-12-09T19:01:11,885 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(976): stopping server 84065ca92432,46029,1733770203956; all regions closed. 2024-12-09T19:01:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741836_1012 (size=105978) 2024-12-09T19:01:11,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741833_1009 (size=14703) 2024-12-09T19:01:11,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741835_1011 (size=16853) 2024-12-09T19:01:11,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741835_1011 (size=16853) 2024-12-09T19:01:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741835_1011 (size=16853) 2024-12-09T19:01:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741833_1009 (size=14703) 2024-12-09T19:01:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741836_1012 (size=105978) 2024-12-09T19:01:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741833_1009 (size=14703) 2024-12-09T19:01:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741836_1012 (size=105978) 2024-12-09T19:01:11,896 DEBUG [RS:1;84065ca92432:35415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/oldWALs 2024-12-09T19:01:11,896 DEBUG [RS:0;84065ca92432:46729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/oldWALs 2024-12-09T19:01:11,896 INFO [RS:1;84065ca92432:35415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C35415%2C1733770203781:(num 1733770208333) 2024-12-09T19:01:11,896 INFO [RS:0;84065ca92432:46729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C46729%2C1733770203479:(num 1733770208375) 2024-12-09T19:01:11,896 DEBUG [RS:1;84065ca92432:35415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:11,896 DEBUG [RS:0;84065ca92432:46729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:11,896 INFO [RS:0;84065ca92432:46729 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T19:01:11,896 INFO [RS:1;84065ca92432:35415 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T19:01:11,896 INFO [RS:1;84065ca92432:35415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T19:01:11,896 INFO [RS:0;84065ca92432:46729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T19:01:11,896 INFO [RS:0;84065ca92432:46729 {}] hbase.ChoreService(370): Chore service for: regionserver/84065ca92432:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T19:01:11,896 INFO [RS:1;84065ca92432:35415 {}] hbase.ChoreService(370): Chore service for: regionserver/84065ca92432:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T19:01:11,897 INFO [RS:1;84065ca92432:35415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T19:01:11,897 INFO [RS:1;84065ca92432:35415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T19:01:11,897 INFO [RS:1;84065ca92432:35415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T19:01:11,897 INFO [RS:1;84065ca92432:35415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T19:01:11,897 INFO [RS:0;84065ca92432:46729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T19:01:11,897 INFO [RS:0;84065ca92432:46729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T19:01:11,897 INFO [RS:0;84065ca92432:46729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T19:01:11,897 INFO [RS:0;84065ca92432:46729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T19:01:11,897 INFO [regionserver/84065ca92432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T19:01:11,897 INFO [regionserver/84065ca92432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T19:01:11,897 INFO [RS:1;84065ca92432:35415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35415 2024-12-09T19:01:11,898 INFO [RS:0;84065ca92432:46729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46729 2024-12-09T19:01:11,902 DEBUG [RS:2;84065ca92432:46029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/oldWALs 2024-12-09T19:01:11,902 INFO [RS:2;84065ca92432:46029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C46029%2C1733770203956.meta:.meta(num 1733770209383) 2024-12-09T19:01:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073741834_1010 (size=13918) 2024-12-09T19:01:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741834_1010 (size=13918) 2024-12-09T19:01:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741834_1010 (size=13918) 2024-12-09T19:01:11,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/WALs/84065ca92432,46029,1733770203956/84065ca92432%2C46029%2C1733770203956.1733770208365 not finished, retry = 0 2024-12-09T19:01:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T19:01:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,46729,1733770203479 2024-12-09T19:01:11,910 INFO [RS:0;84065ca92432:46729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T19:01:11,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,35415,1733770203781 2024-12-09T19:01:11,918 INFO [RS:1;84065ca92432:35415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T19:01:11,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,35415,1733770203781] 2024-12-09T19:01:11,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,35415,1733770203781 already deleted, retry=false 2024-12-09T19:01:11,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84065ca92432,35415,1733770203781 expired; onlineServers=2 2024-12-09T19:01:11,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,46729,1733770203479] 2024-12-09T19:01:11,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,46729,1733770203479 already deleted, retry=false 2024-12-09T19:01:11,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84065ca92432,46729,1733770203479 expired; onlineServers=1 2024-12-09T19:01:12,007 DEBUG [RS:2;84065ca92432:46029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/oldWALs 2024-12-09T19:01:12,007 INFO [RS:2;84065ca92432:46029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C46029%2C1733770203956:(num 1733770208365) 2024-12-09T19:01:12,007 DEBUG [RS:2;84065ca92432:46029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T19:01:12,007 INFO [RS:2;84065ca92432:46029 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T19:01:12,007 INFO [RS:2;84065ca92432:46029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T19:01:12,008 INFO [RS:2;84065ca92432:46029 {}] hbase.ChoreService(370): Chore service for: regionserver/84065ca92432:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T19:01:12,008 INFO [RS:2;84065ca92432:46029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T19:01:12,008 INFO [regionserver/84065ca92432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T19:01:12,008 INFO [RS:2;84065ca92432:46029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46029 2024-12-09T19:01:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,46029,1733770203956 2024-12-09T19:01:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T19:01:12,018 INFO [RS:2;84065ca92432:46029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T19:01:12,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,46029,1733770203956] 2024-12-09T19:01:12,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T19:01:12,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46729-0x1000c20bd6b0001, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T19:01:12,028 INFO [RS:0;84065ca92432:46729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T19:01:12,028 INFO [RS:0;84065ca92432:46729 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,46729,1733770203479; zookeeper connection closed. 2024-12-09T19:01:12,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d29195c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d29195c 2024-12-09T19:01:12,035 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,46029,1733770203956 already deleted, retry=false 2024-12-09T19:01:12,035 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84065ca92432,46029,1733770203956 expired; onlineServers=0 2024-12-09T19:01:12,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T19:01:12,035 INFO [RS:1;84065ca92432:35415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T19:01:12,035 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84065ca92432,40811,1733770201579' ***** 2024-12-09T19:01:12,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35415-0x1000c20bd6b0002, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T19:01:12,035 INFO [RS:1;84065ca92432:35415 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,35415,1733770203781; zookeeper connection closed. 2024-12-09T19:01:12,035 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T19:01:12,035 INFO [M:0;84065ca92432:40811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T19:01:12,035 INFO [M:0;84065ca92432:40811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T19:01:12,035 DEBUG [M:0;84065ca92432:40811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T19:01:12,035 DEBUG [M:0;84065ca92432:40811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T19:01:12,035 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T19:01:12,035 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733770207612 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733770207612,5,FailOnTimeoutGroup] 2024-12-09T19:01:12,035 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733770207610 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733770207610,5,FailOnTimeoutGroup] 2024-12-09T19:01:12,035 INFO [M:0;84065ca92432:40811 {}] hbase.ChoreService(370): Chore service for: master/84065ca92432:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T19:01:12,036 INFO [M:0;84065ca92432:40811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T19:01:12,036 DEBUG [M:0;84065ca92432:40811 {}] master.HMaster(1795): Stopping service threads 2024-12-09T19:01:12,036 INFO [M:0;84065ca92432:40811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T19:01:12,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64cbd8c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64cbd8c1 2024-12-09T19:01:12,036 INFO [M:0;84065ca92432:40811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T19:01:12,037 INFO [M:0;84065ca92432:40811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T19:01:12,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T19:01:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T19:01:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T19:01:12,046 DEBUG [M:0;84065ca92432:40811 {}] zookeeper.ZKUtil(347): master:40811-0x1000c20bd6b0000, quorum=127.0.0.1:50819, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T19:01:12,046 WARN [M:0;84065ca92432:40811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T19:01:12,047 INFO [M:0;84065ca92432:40811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/.lastflushedseqids 2024-12-09T19:01:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073742478_1654 (size=302) 2024-12-09T19:01:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37587 is added to blk_1073742478_1654 (size=302) 2024-12-09T19:01:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073742478_1654 (size=302) 2024-12-09T19:01:12,060 INFO [M:0;84065ca92432:40811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T19:01:12,060 INFO [M:0;84065ca92432:40811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T19:01:12,060 DEBUG [M:0;84065ca92432:40811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T19:01:12,078 INFO [M:0;84065ca92432:40811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T19:01:12,078 DEBUG [M:0;84065ca92432:40811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T19:01:12,078 DEBUG [M:0;84065ca92432:40811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T19:01:12,078 DEBUG [M:0;84065ca92432:40811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T19:01:12,079 INFO [M:0;84065ca92432:40811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=1021.50 KB heapSize=1.20 MB 2024-12-09T19:01:12,079 ERROR [AsyncFSWAL-0-hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData-prefix:84065ca92432,40811,1733770201579 {}] server.NIOServerCnxnFactory(85): Thread Thread[AsyncFSWAL-0-hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData-prefix:84065ca92432,40811,1733770201579,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.readableBytes()" because "this.buf" is null at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.buffered(FanOutOneBlockAsyncDFSOutput.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.append(AsyncProtobufLogWriter.java:134) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:181) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendEntry(AbstractFSWAL.java:1333) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendAndSync(AbstractFSWAL.java:1724) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1832) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T19:01:12,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T19:01:12,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46029-0x1000c20bd6b0003, quorum=127.0.0.1:50819, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T19:01:12,127 INFO [RS:2;84065ca92432:46029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T19:01:12,127 INFO [RS:2;84065ca92432:46029 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,46029,1733770203956; zookeeper connection closed. 2024-12-09T19:01:12,127 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44fa7752 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44fa7752 2024-12-09T19:01:12,127 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T19:01:12,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:12,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T19:01:12,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T19:01:12,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot 2024-12-09T19:01:12,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl 2024-12-09T19:01:12,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:12,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver 2024-12-09T19:01:12,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController 2024-12-09T19:01:17,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T19:01:29,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T19:01:59,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;84065ca92432:40811 237 active threads Thread 1 (main): State: TIMED_WAITING Blocked count: 1 Waited count: 4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444) java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203) app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167) app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128) app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39) app//org.junit.rules.RunRules.evaluate(RunRules.java:20) app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) app//org.junit.runners.ParentRunner.run(ParentRunner.java:413) app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316) app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240) app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214) app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155) app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) Thread 2 (Reference Handler): State: RUNNABLE Blocked count: 4 Waited count: 0 Stack: java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253) java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215) Thread 3 (Finalizer): State: WAITING Blocked count: 45 Waited count: 22 Waiting on java.lang.ref.ReferenceQueue$Lock@3aec8075 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) Thread 4 (Signal Dispatcher): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: Thread 12 (Common-Cleaner): State: TIMED_WAITING Blocked count: 21 Waited count: 26 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) Thread 13 (Notification Thread): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: Thread 14 (pool-1-thread-1): State: RUNNABLE Blocked count: 0 Waited count: 26 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281) java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 15 (pool-1-thread-2): State: WAITING Blocked count: 0 Waited count: 50 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2dec1a37 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275) java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 16 (surefire-forkedjvm-stream-flusher): State: TIMED_WAITING Blocked count: 0 Waited count: 7365 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 18 (surefire-forkedjvm-command-thread): State: WAITING Blocked count: 0 Waited count: 75 Waiting on java.util.concurrent.CountDownLatch$Sync@666f2ac8 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178) app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169) app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116) app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77) app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60) app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 22 (Time-limited test): State: RUNNABLE Blocked count: 10853 Waited count: 11874 Stack: java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method) java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197) java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154) app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181) app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113) app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886) app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038) app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner): State: WAITING Blocked count: 17 Waited count: 18 Waiting on java.lang.ref.ReferenceQueue$Lock@700bd35d Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 25 (SSL Certificates Store Monitor): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.TaskQueue@3d7b52c9 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@210db1f9): State: TIMED_WAITING Blocked count: 0 Waited count: 1473 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100): State: TIMED_WAITING Blocked count: 0 Waited count: 148 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Thread 36 (pool-6-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 37 (qtp1788055457-37): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 38 (qtp1788055457-38): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 39 (qtp1788055457-39): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 40 (qtp1788055457-40): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 41 (qtp1788055457-41-acceptor-0@661eade8-ServerConnector@322d032a{HTTP/1.1, (http/1.1)}{localhost:43477}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 42 (qtp1788055457-42): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 43 (qtp1788055457-43): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 44 (qtp1788055457-44): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 45 (Session-HouseKeeper-48adee89-1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 46 (pool-7-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 53 (FSEditLogAsync): State: WAITING Blocked count: 31 Waited count: 3407 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@24b804c7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 55 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 56 (IPC Server idle connection scanner for port 37709): State: TIMED_WAITING Blocked count: 1 Waited count: 75 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 58 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 148 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@37f20e91): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 62 (DatanodeAdminMonitor-0): State: TIMED_WAITING Blocked count: 0 Waited count: 249 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@308b96ef): State: TIMED_WAITING Blocked count: 0 Waited count: 148 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 47 (RedundancyMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 249 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 48 (MarkedDeleteBlockScrubberThread): State: TIMED_WAITING Blocked count: 0 Waited count: 69062 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 51 (Block report processor): State: WAITING Blocked count: 0 Waited count: 1557 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5df4e689 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Thread 57 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 54 (IPC Server listener on 0): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 64 (IPC Server handler 0 on default port 37709): State: TIMED_WAITING Blocked count: 71 Waited count: 2880 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 65 (IPC Server handler 1 on default port 37709): State: TIMED_WAITING Blocked count: 70 Waited count: 2877 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 66 (IPC Server handler 2 on default port 37709): State: TIMED_WAITING Blocked count: 65 Waited count: 2871 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 67 (IPC Server handler 3 on default port 37709): State: TIMED_WAITING Blocked count: 63 Waited count: 2882 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 68 (IPC Server handler 4 on default port 37709): State: TIMED_WAITING Blocked count: 49 Waited count: 2868 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 69 (pool-12-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2f8bc2): State: TIMED_WAITING Blocked count: 0 Waited count: 368 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@641be552): State: TIMED_WAITING Blocked count: 0 Waited count: 148 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@54c54640): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@401c0ac3): State: TIMED_WAITING Blocked count: 0 Waited count: 4 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 75 (CacheReplicationMonitor(1511629594)): State: TIMED_WAITING Blocked count: 0 Waited count: 25 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Thread 86 (pool-18-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 87 (qtp1257228544-87): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 88 (qtp1257228544-88-acceptor-0@6eafca1-ServerConnector@44e37508{HTTP/1.1, (http/1.1)}{localhost:42909}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 89 (qtp1257228544-89): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 90 (qtp1257228544-90): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 91 (Session-HouseKeeper-1780264-1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 92 (nioEventLoopGroup-2-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@40269cca): State: TIMED_WAITING Blocked count: 0 Waited count: 1467 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 95 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 96 (IPC Server idle connection scanner for port 33929): State: TIMED_WAITING Blocked count: 1 Waited count: 75 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 98 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 147 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 101 (Command processor): State: WAITING Blocked count: 0 Waited count: 367 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45d13f7f Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Thread 102 (BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709): State: TIMED_WAITING Blocked count: 1577 Waited count: 1860 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 103 (pool-20-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6c624a92): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 97 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 94 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 104 (IPC Server handler 0 on default port 33929): State: TIMED_WAITING Blocked count: 0 Waited count: 741 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 107 (IPC Server handler 1 on default port 33929): State: TIMED_WAITING Blocked count: 0 Waited count: 736 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 108 (IPC Server handler 2 on default port 33929): State: TIMED_WAITING Blocked count: 0 Waited count: 735 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 109 (IPC Server handler 3 on default port 33929): State: TIMED_WAITING Blocked count: 0 Waited count: 735 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 110 (IPC Server handler 4 on default port 33929): State: TIMED_WAITING Blocked count: 0 Waited count: 741 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 105 (IPC Client (735158740) connection to localhost/127.0.0.1:37709 from jenkins): State: TIMED_WAITING Blocked count: 1827 Waited count: 1826 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 106 (IPC Parameter Sending Thread for localhost/127.0.0.1:37709): State: TIMED_WAITING Blocked count: 0 Waited count: 2155 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 120 (pool-26-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 121 (qtp313264963-121): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 122 (qtp313264963-122-acceptor-0@3ef57f2b-ServerConnector@4214a20d{HTTP/1.1, (http/1.1)}{localhost:37951}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 123 (qtp313264963-123): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 124 (qtp313264963-124): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 125 (Session-HouseKeeper-57983cf8-1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 126 (nioEventLoopGroup-4-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@36981e91): State: TIMED_WAITING Blocked count: 0 Waited count: 1466 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 129 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 130 (IPC Server idle connection scanner for port 42293): State: TIMED_WAITING Blocked count: 1 Waited count: 75 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 132 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 147 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 135 (Command processor): State: WAITING Blocked count: 0 Waited count: 323 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f5395d4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Thread 136 (BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709): State: TIMED_WAITING Blocked count: 1576 Waited count: 1868 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 137 (pool-29-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 119 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@332af07e): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 131 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 128 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 138 (IPC Server handler 0 on default port 42293): State: TIMED_WAITING Blocked count: 0 Waited count: 737 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 139 (IPC Server handler 1 on default port 42293): State: TIMED_WAITING Blocked count: 0 Waited count: 735 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 140 (IPC Server handler 2 on default port 42293): State: TIMED_WAITING Blocked count: 0 Waited count: 735 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 141 (IPC Server handler 3 on default port 42293): State: TIMED_WAITING Blocked count: 0 Waited count: 738 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 142 (IPC Server handler 4 on default port 42293): State: TIMED_WAITING Blocked count: 0 Waited count: 734 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 152 (pool-36-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 153 (qtp609283133-153): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 154 (qtp609283133-154-acceptor-0@69e8ade4-ServerConnector@6870fea6{HTTP/1.1, (http/1.1)}{localhost:45613}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 155 (qtp609283133-155): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 156 (qtp609283133-156): State: TIMED_WAITING Blocked count: 0 Waited count: 13 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 157 (Session-HouseKeeper-12e45261-1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 158 (nioEventLoopGroup-6-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@7b53aba8): State: TIMED_WAITING Blocked count: 0 Waited count: 1465 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 161 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 162 (IPC Server idle connection scanner for port 35719): State: TIMED_WAITING Blocked count: 1 Waited count: 75 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 164 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 147 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 167 (Command processor): State: WAITING Blocked count: 0 Waited count: 406 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f8d1633 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Thread 168 (BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709): State: TIMED_WAITING Blocked count: 1557 Waited count: 1850 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 169 (pool-38-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@534cd793): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 163 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 160 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 170 (IPC Server handler 0 on default port 35719): State: TIMED_WAITING Blocked count: 0 Waited count: 734 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 171 (IPC Server handler 1 on default port 35719): State: TIMED_WAITING Blocked count: 0 Waited count: 735 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 172 (IPC Server handler 2 on default port 35719): State: TIMED_WAITING Blocked count: 0 Waited count: 735 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 173 (IPC Server handler 3 on default port 35719): State: TIMED_WAITING Blocked count: 0 Waited count: 735 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 174 (IPC Server handler 4 on default port 35719): State: TIMED_WAITING Blocked count: 0 Waited count: 735 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3)): State: TIMED_WAITING Blocked count: 5 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4)): State: TIMED_WAITING Blocked count: 4 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data1)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3/current/BP-535670751-172.17.0.2-1733770193459): State: TIMED_WAITING Blocked count: 1 Waited count: 3 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data1/current/BP-535670751-172.17.0.2-1733770193459): State: TIMED_WAITING Blocked count: 1 Waited count: 3 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2/current/BP-535670751-172.17.0.2-1733770193459): State: TIMED_WAITING Blocked count: 3 Waited count: 3 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4/current/BP-535670751-172.17.0.2-1733770193459): State: TIMED_WAITING Blocked count: 3 Waited count: 3 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 201 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data5)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 204 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 220 (pool-23-thread-1): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5a084798 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 218 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data5/current/BP-535670751-172.17.0.2-1733770193459): State: TIMED_WAITING Blocked count: 2 Waited count: 4 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 225 (pool-15-thread-1): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@50be69e3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 221 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6/current/BP-535670751-172.17.0.2-1733770193459): State: TIMED_WAITING Blocked count: 1 Waited count: 3 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 224 (java.util.concurrent.ThreadPoolExecutor$Worker@5fe24af5[State = -1, empty queue]): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 228 (java.util.concurrent.ThreadPoolExecutor$Worker@ad175d3[State = -1, empty queue]): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 232 (pool-33-thread-1): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@69025dd8 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 235 (java.util.concurrent.ThreadPoolExecutor$Worker@35c983d3[State = -1, empty queue]): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 236 (FsDatasetAsyncDiskServiceFixer): State: TIMED_WAITING Blocked count: 0 Waited count: 25 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Thread 238 (NIOServerCxnFactory.SelectorThread-0): State: RUNNABLE Blocked count: 2 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Thread 239 (NIOServerCxnFactory.SelectorThread-1): State: RUNNABLE Blocked count: 16 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Thread 240 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50819): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Thread 237 (ConnnectionExpirer): State: TIMED_WAITING Blocked count: 0 Waited count: 74 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Thread 241 (SessionTracker): State: TIMED_WAITING Blocked count: 0 Waited count: 367 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Thread 242 (SyncThread:0): State: WAITING Blocked count: 2 Waited count: 488 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61294ccd Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Thread 243 (ProcessThread(sid:0 cport:50819):): State: WAITING Blocked count: 0 Waited count: 597 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@670609ea Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Thread 244 (RequestThrottler): State: WAITING Blocked count: 0 Waited count: 628 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1c11644f Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Thread 245 (NIOWorkerThread-1): State: WAITING Blocked count: 0 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 247 (LeaseRenewer:jenkins@localhost:37709): State: TIMED_WAITING Blocked count: 22 Waited count: 766 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 256 (weak-ref-cleaner-strictcontextstorage): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.lang.ref.ReferenceQueue$Lock@7bea45cf Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 257 (HBase-Metrics2-1): State: TIMED_WAITING Blocked count: 0 Waited count: 527 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 258 (HMaster-EventLoopGroup-1-1): State: RUNNABLE Blocked count: 168 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 259 (Time-limited test-SendThread(127.0.0.1:50819)): State: RUNNABLE Blocked count: 30 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 260 (Time-limited test-EventThread): State: WAITING Blocked count: 2 Waited count: 61 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3bd060dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 261 (NIOWorkerThread-2): State: WAITING Blocked count: 0 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 262 (NIOWorkerThread-3): State: WAITING Blocked count: 1 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 263 (zk-event-processor-pool-0): State: WAITING Blocked count: 16 Waited count: 76 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a5e540d Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 264 (NIOWorkerThread-4): State: WAITING Blocked count: 2 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 265 (NIOWorkerThread-5): State: WAITING Blocked count: 2 Waited count: 105 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 266 (NIOWorkerThread-6): State: WAITING Blocked count: 2 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 267 (NIOWorkerThread-7): State: WAITING Blocked count: 2 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 268 (NIOWorkerThread-8): State: WAITING Blocked count: 2 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 269 (NIOWorkerThread-9): State: WAITING Blocked count: 1 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 270 (NIOWorkerThread-10): State: WAITING Blocked count: 1 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 271 (NIOWorkerThread-11): State: WAITING Blocked count: 2 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 272 (NIOWorkerThread-12): State: WAITING Blocked count: 1 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 273 (NIOWorkerThread-13): State: WAITING Blocked count: 1 Waited count: 106 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 274 (NIOWorkerThread-14): State: WAITING Blocked count: 3 Waited count: 105 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 275 (NIOWorkerThread-15): State: WAITING Blocked count: 0 Waited count: 105 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 276 (NIOWorkerThread-16): State: WAITING Blocked count: 2 Waited count: 105 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@508e2437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 278 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40811): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@33b3aeb4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 279 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811): State: WAITING Blocked count: 104 Waited count: 416 Waiting on java.util.concurrent.Semaphore$NonfairSync@3d195e91 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 280 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811): State: WAITING Blocked count: 136 Waited count: 694 Waiting on java.util.concurrent.Semaphore$NonfairSync@5770f6e Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 281 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811): State: WAITING Blocked count: 50 Waited count: 16985 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6d61ddf1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 282 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811): State: WAITING Blocked count: 0 Waited count: 4 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@430918e7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 283 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40811): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@430918e7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40811): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@34133bc1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 285 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40811): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@9224e52 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 286 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40811): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@6acf94d2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 287 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40811): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.Semaphore$NonfairSync@618a774c Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 290 (Time-limited test.named-queue-events-pool-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4cea958f Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 291 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1): State: RUNNABLE Blocked count: 2 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 311 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 331 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1): State: RUNNABLE Blocked count: 17 Waited count: 3 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 288 (M:0;84065ca92432:40811): State: TIMED_WAITING Blocked count: 12 Waited count: 6627 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1081/0x00007fb218f8d6e8.run(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713) app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935) app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876) app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735) app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700) app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862) app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672) app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627) app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610) Thread 352 (Monitor thread for TaskMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 73 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 354 (master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 356 (master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 358 (org.apache.hadoop.hdfs.PeerCache@644adbd5): State: TIMED_WAITING Blocked count: 0 Waited count: 243 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 377 (master:store-WAL-Roller): State: TIMED_WAITING Blocked count: 0 Waited count: 7208 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Thread 394 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2): State: RUNNABLE Blocked count: 14 Waited count: 4 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 395 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3): State: RUNNABLE Blocked count: 22 Waited count: 3 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 408 (Idle-Rpc-Conn-Sweeper-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 156 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 419 (SnapshotHandlerChoreCleaner): State: TIMED_WAITING Blocked count: 0 Waited count: 73 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 407 (RpcClient-timer-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 72175 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 428 (HMaster-EventLoopGroup-1-2): State: RUNNABLE Blocked count: 142 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 429 (HMaster-EventLoopGroup-1-3): State: RUNNABLE Blocked count: 191 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 443 (RegionServerTracker-0): State: WAITING Blocked count: 9 Waited count: 13 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6a9d56d Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 467 (regionserver/84065ca92432:0.procedureResultReporter): State: WAITING Blocked count: 15 Waited count: 31 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1732e5de Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Thread 465 (regionserver/84065ca92432:0.procedureResultReporter): State: WAITING Blocked count: 16 Waited count: 33 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6bb2dcaa Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Thread 462 (regionserver/84065ca92432:0.procedureResultReporter): State: WAITING Blocked count: 16 Waited count: 33 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1e01ea78 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Thread 502 (LeaseRenewer:jenkins.hfs.1@localhost:37709): State: TIMED_WAITING Blocked count: 22 Waited count: 763 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 505 (LeaseRenewer:jenkins.hfs.2@localhost:37709): State: TIMED_WAITING Blocked count: 22 Waited count: 761 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 508 (LeaseRenewer:jenkins.hfs.0@localhost:37709): State: TIMED_WAITING Blocked count: 22 Waited count: 761 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 523 (region-location-0): State: WAITING Blocked count: 10 Waited count: 15 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@564b5668 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 527 (RPCClient-NioEventLoopGroup-6-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 528 (RPCClient-NioEventLoopGroup-6-2): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 406 (Async-Client-Retry-Timer-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 71854 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 529 (RPCClient-NioEventLoopGroup-6-3): State: RUNNABLE Blocked count: 20 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 556 (ForkJoinPool.commonPool-worker-2): State: WAITING Blocked count: 0 Waited count: 252 Waiting on java.util.concurrent.ForkJoinPool@56d7556a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 567 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 581 (region-location-1): State: WAITING Blocked count: 6 Waited count: 13 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@564b5668 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 582 (region-location-2): State: WAITING Blocked count: 4 Waited count: 11 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@564b5668 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 984 (MutableQuantiles-0): State: TIMED_WAITING Blocked count: 0 Waited count: 1391 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1047 (RPCClient-NioEventLoopGroup-6-4): State: RUNNABLE Blocked count: 15 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1090 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1094 (zk-permission-watcher-pool-0): State: WAITING Blocked count: 72 Waited count: 117 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3abef9bb Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1095 (RPCClient-NioEventLoopGroup-6-5): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1244 (RPCClient-NioEventLoopGroup-6-6): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1245 (RPCClient-NioEventLoopGroup-6-7): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1246 (RPCClient-NioEventLoopGroup-6-8): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1247 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1297 (RPCClient-NioEventLoopGroup-6-9): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1298 (RPCClient-NioEventLoopGroup-6-10): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1299 (RPCClient-NioEventLoopGroup-6-11): State: RUNNABLE Blocked count: 3 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1301 (RPCClient-NioEventLoopGroup-6-12): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1302 (RPCClient-NioEventLoopGroup-6-13): State: RUNNABLE Blocked count: 2 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1490 (ForkJoinPool.commonPool-worker-3): State: WAITING Blocked count: 0 Waited count: 406 Waiting on java.util.concurrent.ForkJoinPool@56d7556a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 1664 (Container metrics unregistration): State: WAITING Blocked count: 11 Waited count: 70 Waiting on java.util.TaskQueue@364a0092 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 1796 (region-location-3): State: WAITING Blocked count: 4 Waited count: 9 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@564b5668 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1797 (region-location-4): State: WAITING Blocked count: 6 Waited count: 10 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@564b5668 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 2175 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 2182 (RPCClient-NioEventLoopGroup-6-14): State: RUNNABLE Blocked count: 13 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 2436 (ForkJoinPool.commonPool-worker-5): State: WAITING Blocked count: 0 Waited count: 826 Waiting on java.util.concurrent.ForkJoinPool@56d7556a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 3132 (RPCClient-NioEventLoopGroup-6-15): State: RUNNABLE Blocked count: 5 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 3890 (ForkJoinPool.commonPool-worker-7): State: TIMED_WAITING Blocked count: 0 Waited count: 497 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 4835 (ForkJoinPool.commonPool-worker-8): State: WAITING Blocked count: 0 Waited count: 509 Waiting on java.util.concurrent.ForkJoinPool@56d7556a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 6870 (RPCClient-NioEventLoopGroup-6-16): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 11622 (AsyncFSWAL-1-hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData-prefix:84065ca92432,40811,1733770201579): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5a5a6f34 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 11625 (Timer for 'JobHistoryServer' metrics system): State: TIMED_WAITING Blocked count: 0 Waited count: 6 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) 2024-12-09T19:02:29,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T19:02:51,106 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(398): Interrupted java.lang.InterruptedException: null at java.lang.Object.wait(Native Method) ~[?:?] at java.lang.Thread.join(Thread.java:1307) ~[?:?] at org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T19:02:51,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6afb102c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T19:02:51,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6870fea6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T19:02:51,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T19:02:51,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33104ee0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T19:02:51,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b97cecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,STOPPED} 2024-12-09T19:02:51,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T19:02:51,110 WARN [BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T19:02:51,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T19:02:51,110 WARN [BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-535670751-172.17.0.2-1733770193459 (Datanode Uuid c6880346-0126-404f-b382-0e0e0538ce93) service to localhost/127.0.0.1:37709 2024-12-09T19:02:51,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data5/current/BP-535670751-172.17.0.2-1733770193459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T19:02:51,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6/current/BP-535670751-172.17.0.2-1733770193459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T19:02:51,114 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func ====> TEST TIMED OUT. PRINTING THREAD DUMP. <==== Timestamp: 2024-12-09 07:02:51,110 "MiniHBaseClusterRegionServer-EventLoopGroup-4-2" daemon prio=10 tid=567 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-1" daemon prio=5 tid=245 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=35 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "IPC Server handler 4 on default port 37709" daemon prio=5 tid=68 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "qtp1788055457-44" daemon prio=5 tid=44 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709" daemon prio=5 tid=102 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 42293" daemon prio=5 tid=140 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "MarkedDeleteBlockScrubberThread" daemon prio=5 tid=48 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=128 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "IPC Server handler 4 on default port 42293" daemon prio=5 tid=142 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon prio=5 tid=23 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=260 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data1/current/BP-535670751-172.17.0.2-1733770193459" daemon prio=5 tid=198 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-6-15" daemon prio=5 tid=3132 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SSL Certificates Store Monitor" daemon prio=5 tid=25 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "qtp1257228544-87" daemon prio=5 tid=87 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-26-thread-1" prio=5 tid=120 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4/current/BP-535670751-172.17.0.2-1733770193459" daemon prio=5 tid=200 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-6-16" daemon prio=5 tid=6870 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DatanodeAdminMonitor-0" daemon prio=5 tid=62 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HMaster-EventLoopGroup-1-2" daemon prio=10 tid=428 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 42293" daemon prio=5 tid=138 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RPCClient-NioEventLoopGroup-6-3" daemon prio=5 tid=529 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 37709" daemon prio=5 tid=56 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "Command processor" daemon prio=5 tid=135 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709" daemon prio=5 tid=136 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MiniHBaseClusterRegionServer-EventLoopGroup-3-2" daemon prio=10 tid=1247 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-3" daemon prio=5 tid=1796 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Command processor" daemon prio=5 tid=101 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNo2024-12-09T19:02:51,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@783e4629{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} de.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "Socket Reader #1 for port 0" daemon prio=5 tid=129 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "region-location-4" daemon prio=5 tid=1797 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4)" daemon prio=5 tid=187 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "nioEventLoopGroup-6-3" prio=10 tid=11627 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "java.util.concurrent.ThreadPoolExecutor$Worker@ad175d3[State = -1, empty queue]" daemon prio=5 tid=228 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-12" daemon prio=5 tid=272 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=55 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@37f20e91" daemon prio=5 tid=61 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 33929" daemon prio=5 tid=108 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "SyncThread:0" daemon prio=5 tid=242 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) "RPCClient-NioEventLoopGroup-6-2" daemon prio=5 tid=528 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1257228544-89" daemon prio=5 tid=89 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "java.util.concurrent.ThreadPoolExecutor$Worker@5fe24af5[State = -1, empty queue]" daemon prio=5 tid=224 terminated java.lang.Thread.State: TERMINATED at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1257228544-90" daemon prio=5 tid=90 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@332af07e" daemon prio=5 tid=119 terminated java.lang.Thread.State: TERMINATED at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "surefire-forkedjvm-command-thread" daemon prio=5 tid=18 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) at java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178) at app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169) at app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116) at app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77) at app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60) at app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40811" daemon prio=5 tid=279 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSy2024-12-09T19:02:51,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4214a20d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T19:02:51,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging nchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "IPC Server handler 3 on default port 42293" daemon prio=5 tid=141 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50819" daemon prio=5 tid=240 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) "RPCClient-NioEventLoopGroup-6-10" daemon prio=5 tid=1298 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1788055457-37" daemon prio=5 tid=37 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@54c54640" daemon prio=5 tid=73 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@308b96ef" daemon prio=5 tid=49 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1788055457-41-acceptor-0@661eade8-ServerConnector@322d032a{HTTP/1.1, (http/1.1)}{localhost:43477}" daemon prio=3 tid=41 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.SelectorThread-1" daemon prio=5 tid=239 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40811" daemon prio=5 tid=283 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "org.apache.hadoop.hdfs.server.namenode.FSN2024-12-09T19:02:51,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428a9356{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T19:02:51,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b17fade{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/hadoop.log.dir/,STOPPED} amesystem$NameNodeResourceMonitor@641be552" daemon prio=5 tid=72 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-permission-watcher-pool-0" daemon prio=5 tid=1094 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-7-3" prio=10 tid=11630 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "weak-ref-cleaner-strictcontextstorage" daemon prio=1 tid=256 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40811" daemon prio=5 tid=287 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "MiniHBaseClusterRegionServer-EventLoopGroup-5-1" daemon prio=10 tid=331 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MutableQuantiles-0" daemon prio=5 tid=984 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp313264963-121" daemon prio=5 tid=121 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master:store-WAL-Roller" daemon prio=5 tid=377 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) "NIOWorkerThread-8" daemon prio=5 tid=268 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@401c0ac3" daemon prio=5 tid=74 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "zk-event-processor-pool-0" daemon prio=5 tid=263 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=95 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "nioEventLoopGroup-6-2" prio=10 tid=11626 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-6-1" daemon prio=5 tid=527 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ForkJoinPool.commonPool-worker-5" daemon prio=5 tid=2436 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) at java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) "IPC Server listener on 0" daemon prio=5 tid=54 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "RPCClient-NioEventLoopGroup-6-4" daemon prio=5 tid=1047 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "FSEditLogAsync" daemon prio=5 tid=53 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-48adee89-1" prio=5 tid=45 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40811" daemon prio=5 tid=281 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "NIOWorkerThread-16" daemon prio=5 tid=276 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MiniHBaseClusterRegionServer-EventLoopGroup-4-3" daemon prio=10 tid=1090 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-6" daemon prio=5 tid=266 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MiniHBaseClusterRegionServer-EventLoopGroup-5-2" daemon prio=10 tid=394 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "main" prio=5 tid=1 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.Thread.dumpThreads(Native Method) at java.base@17.0.11/java.lang.Thread.getAllStackTraces(Thread.java:1671) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDump(TimedOutTestsListener.java:92) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDiagnosticString(TimedOutTestsListener.java:78) at app//org.apache.hadoop.hbase.TimedOutTestsListener.testFailure(TimedOutTestsListener.java:65) at app//org.junit.runner.notification.SynchronizedRunListener.testFailure(SynchronizedRunListener.java:94) at app//org.junit.runner.notification.RunNotifier$6.notifyListener(RunNotifier.java:177) at app//org.junit.runner.notification.RunNotifier$SafeN2024-12-09T19:02:51,119 WARN [BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T19:02:51,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T19:02:51,119 WARN [BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-535670751-172.17.0.2-1733770193459 (Datanode Uuid 2e04fe41-03c4-48f0-8a62-1f7028179ae7) service to localhost/127.0.0.1:37709 2024-12-09T19:02:51,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] otifier.run(RunNotifier.java:72) at app//org.junit.runner.notification.RunNotifier.fireTestFailures(RunNotifier.java:173) at app//org.junit.runner.notification.RunNotifier.fireTestFailure(RunNotifier.java:167) at app//org.apache.maven.surefire.common.junit4.Notifier.fireTestFailure(Notifier.java:100) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:23) at app//org.junit.internal.runners.model.EachTestNotifier.addMultipleFailureException(EachTestNotifier.java:29) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:21) at app//org.junit.runners.ParentRunner.run(ParentRunner.java:419) at app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214) at app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155) at app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) at app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) at app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) at app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) "region-location-2" daemon prio=5 tid=582 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40811" daemon prio=5 tid=282 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "RPCClient-NioEventLoopGroup-6-9" daemon prio=5 tid=1297 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1788055457-42" daemon prio=5 tid=42 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-7-2" prio=10 tid=11629 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Notification Thread" daemon prio=9 tid=13 runnable java.lang.Thread.State: RUNNABLE "RPCClient-NioEventLoopGroup-6-6" daemon prio=5 tid=1244 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-20-thread-1" prio=5 tid=103 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 37709" daemon prio=5 tid=65 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "Session-HouseKeeper-1780264-1" prio=5 tid=91 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-10" daemon prio=5 tid=270 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-57983cf8-1" prio=5 tid=125 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=581 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40811" daemon prio=5 tid=280 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "NIOWorkerThread-13" daemon prio=5 tid=273 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynch2024-12-09T19:02:51,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3/current/BP-535670751-172.17.0.2-1733770193459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted ronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 33929" daemon prio=5 tid=96 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "Async-Client-Retry-Timer-pool-0" daemon prio=5 tid=406 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3)" daemon prio=5 tid=185 terminated java.lang.Thread.State: TERMINATED at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=98 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data1)" daemon prio=5 tid=186 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "RPCClient-NioEventLoopGroup-6-12" daemon prio=5 tid=1301 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-1-thread-1" daemon prio=5 tid=14 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "M:0;84065ca92432:40811" daemon prio=5 tid=288 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169) at app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029) at app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940) at app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723) at app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1081/0x00007fb218f8d6e8.run(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723) at app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713) at app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935) at app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876) at app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735) at app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) at app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700) at app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862) at app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672) at app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627) at app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610) at app//org.apache.hadoop.hbase.master.region.MasterRegion.closeRegion(MasterRegion.java:132) at app//org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:205) at app//org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819) at app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 33929" daemon prio=5 tid=107 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchroni2024-12-09T19:02:51,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data4/current/BP-535670751-172.17.0.2-1733770193459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted zer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "IPC Server listener on 0" daemon prio=5 tid=94 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "pool-12-thread-1" prio=5 tid=69 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2f8bc2" daemon prio=5 tid=71 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "CacheReplicationMonitor(1511629594)" daemon prio=5 tid=75 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=132 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-23-thread-1" daemon prio=5 tid=220 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-4" daemon prio=5 tid=264 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-1-hdfs://localhost:37709/user/jenkins/test-data/5b42491c-f465-6899-e376-3b5270f0a87c/MasterData-prefix:84065ca92432,40811,1733770201579" daemon prio=5 tid=11622 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-15-thread-1" daemon prio=5 tid=225 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.pa2024-12-09T19:02:51,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func rk(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40811" daemon prio=5 tid=284 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40811" daemon prio=5 tid=285 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "ConnnectionExpirer" daemon prio=5 tid=237 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) "qtp1788055457-40" daemon prio=5 tid=40 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 37709" daemon prio=5 tid=64 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "Common-Cleaner" daemon prio=8 tid=12 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) at java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) "master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=354 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "surefire-forkedjvm-stream-flusher" daemon prio=5 tid=16 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MiniHBaseClusterRegionServer-EventLoopGroup-5-3" daemon prio=10 tid=395 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-7-thread-1" prio=5 tid=46 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MiniHBaseClusterRegionServer-EventLoopGroup-3-1" daemon prio=10 tid=291 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-9" daemon prio=5 tid=269 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40811" daemon prio=5 tid=286 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "qtp313264963-123" daemon prio=5 tid=123 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/84065ca92432:0.procedureResultReporter" daemon prio=5 tid=462 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "NIOWorkerThread-5" daemon prio=5 tid=265 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HMaster-EventLoopGroup-1-3" daemon prio=10 tid=429 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-7" daemon prio=5 tid=267 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ForkJoinPool.commonPool-worker-3" daemon prio=5 tid=1490 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) at java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) "regionserver/84065ca92432:0.procedureResultReporter" daemon prio=5 tid=465 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@210db1f9" daemon prio=5 tid=34 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:37709" daemon prio=5 tid=106 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6c624a92" daemon prio=5 tid=85 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "FsDatasetAsyncDiskServiceFixer" daemon prio=5 tid=236 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) "IPC Server handler 0 on default port 33929" daemon prio=5 tid=104 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RPCClient-NioEventLoopGroup-6-14" daemon prio=5 tid=2182 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-4-1" prio=10 tid=126 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1788055457-38" daemon prio=5 tid=38 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-6-5" daemon prio=5 tid=1095 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-6-11" daemon prio=5 tid=1299 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Idle-Rpc-Conn-Sweeper-pool-0" daemon prio=5 tid=408 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.PeerCache@644adbd5" daemon prio=5 tid=358 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) at app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) at app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1788055457-39" daemon prio=5 tid=39 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$254/0x00007fb21842d2a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-3" daemon prio=5 tid=262 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-18-thread-1" prio=5 tid=86 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-6-thread-1" prio=5 tid=36 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-6-13" daemon prio=5 tid=1302 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Reference Handler" daemon prio=10 tid=2 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method) at java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253) at java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215) "RPCClient-NioEventLoopGroup-6-8" daemon prio=5 tid=1246 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ForkJoinPool.commonPool-worker-8" daemon prio=5 tid=4835 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) at java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) "pool-1-thread-2" daemon prio=5 tid=15 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RequestThrottler" daemon prio=5 tid=244 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) "nioEventLoopGroup-7-1" prio=10 tid=11628 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-15" daemon prio=5 tid=275 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 37709" daemon prio=5 tid=66 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "regionserver/84065ca92432:0.procedureResultReporter" daemon prio=5 tid=467 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "Container metrics unregistration" daemon prio=5 tid=1664 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "IPC Server idle connection scanner for port 42293" daemon prio=5 tid=130 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "IPC Client (735158740) connection to localhost/127.0.0.1:37709 from jenkins" daemon prio=5 tid=105 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "RedundancyMonitor" daemon prio=5 tid=47 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) at java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HBase-Metrics2-1" daemon prio=5 tid=257 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2)" daemon prio=5 tid=188 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data3/current/BP-535670751-172.17.0.2-1733770193459" daemon prio=5 tid=197 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-11" daemon prio=5 tid=271 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HMaster-EventLoopGroup-1-1" daemon prio=10 tid=258 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-29-thread-1" prio=5 tid=137 terminated java.lang.Thread.State: TERMINATED at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp313264963-124" daemon prio=5 tid=124 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=57 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=356 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 37709" daemon prio=5 tid=67 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RegionServerTracker-0" daemon prio=5 tid=443 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=419 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:50819)" daemon prio=5 tid=259 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "BP-535670751-172.17.0.2-1733770193459 heartbeating to localhost/127.0.0.1:37709" daemon prio=5 tid=168 terminated java.lang.Thread.State: TERMINATED at java.base@17.0.11/java.lang.StringLatin1.hashCode(StringLatin1.java:196) at java.base@17.0.11/java.lang.String.hashCode(String.java:2344) at java.base@17.0.11/java.util.zip.ZipCoder.hash(ZipCoder.java:128) at java.base@17.0.11/java.util.zip.ZipFile$Source.getEntryPos(ZipFile.java:1774) at java.base@17.0.11/java.util.zip.ZipFile.getEntry(ZipFile.java:340) at java.base@17.0.11/java.util.jar.JarFile.getEntry(JarFile.java:517) at java.base@17.0.11/java.util.jar.JarFile.getJarEntry(JarFile.java:472) at java.base@17.0.11/jdk.internal.loader.URLClassPath$JarLoader.getResource(URLClassPath.java:954) at java.base@17.0.11/jdk.internal.loader.URLClassPath.getResource(URLClassPath.java:319) at java.base@17.0.11/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:757) at java.base@17.0.11/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:681) at java.base@17.0.11/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:639) at java.base@17.0.11/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188) at java.base@17.0.11/java.lang.ClassLoader.loadClass(ClassLoader.java:525) at app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.lambda$getBlockReports$3(FsDatasetImpl.java:2135) at app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl$$Lambda$286/0x00007fb21866e600.accept(Unknown Source) at app//org.apache.hadoop.util.LightWeightResizableGSet.getIterator(LightWeightResizableGSet.java:114) at app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.ReplicaMap.replicas(ReplicaMap.java:273) at app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.getBlockReports(FsDatasetImpl.java:2127) at app//org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.shutdownBlockPool(FsDatasetImpl.java:3267) at app//org.apache.hadoop.hdfs.server.datanode.DataNode.shutdownBlockPool(DataNode.java:2160) at app//org.apache.hadoop.hdfs.server.datanode.BPOfferService.shutdownActor(BPOfferService.java:477) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.cleanUp(BPServiceActor.java:645) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:926) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-6-7" daemon prio=5 tid=1245 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.named-queue-events-pool-0" daemon prio=5 tid=290 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MiniHBaseClusterRegionServer-EventLoopGroup-4-1" daemon prio=10 tid=311 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SessionTracker" daemon prio=5 tid=241 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@40269cca" daemon prio=5 tid=93 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 42293" daemon prio=5 tid=139 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@36981e91" daemon prio=5 tid=127 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data6/current/BP-535670751-172.17.0.2-1733770193459" daemon prio=5 tid=221 terminated java.lang.Thread.State: TERMINATED at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp313264963-122-acceptor-0@3ef57f2b-ServerConnector@4214a20d{HTTP/1.1, (http/1.1)}{localhost:37951}" daemon prio=3 tid=122 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcClient-timer-pool-0" daemon prio=5 tid=407 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Finalizer" daemon prio=8 tid=3 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) "IPC Server handler 4 on default port 33929" daemon prio=5 tid=110 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "Time-limited test" daemon prio=5 tid=22 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1313) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1381) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.join(BPServiceActor.java:634) at app//org.apache.hadoop.hdfs.server.datanode.BPOfferService.join(BPOfferService.java:360) at app//org.apache.hadoop.hdfs.server.datanode.BlockPoolManager.shutDownAll(BlockPoolManager.java:119) at app//org.apache.hadoop.hdfs.server.datanode.DataNode.shutdown(DataNode.java:2660) at app//org.apache.hadoop.hdfs.MiniDFSCluster.shutdownDataNode(MiniDFSCluster.java:2232) at app//org.apache.hadoop.hdfs.MiniDFSCluster.shutdownDataNodes(MiniDFSCluster.java:2222) at app//org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2201) at app//org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) at app//org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) at app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) at app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) at app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.SelectorThread-0" daemon prio=5 tid=238 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=58 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-6-1" prio=10 tid=158 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-14" daemon prio=5 tid=274 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Monitor thread for TaskMonitor" daemon prio=5 tid=352 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Timer for 'JobHistoryServer' metrics system" daemon prio=5 tid=11625 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "qtp1788055457-43" daemon prio=5 tid=43 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-2-1" prio=10 tid=92 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ForkJoinPool.commonPool-worker-2" daemon prio=5 tid=556 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) at java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) "region-location-0" daemon prio=5 tid=523 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Block report processor" daemon prio=5 tid=51 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) "ProcessThread(sid:0 cport:50819):" daemon prio=5 tid=243 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) "NIOWorkerThread-2" daemon prio=5 tid=261 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1257228544-88-acceptor-0@6eafca1-ServerConnector@44e37508{HTTP/1.1, (http/1.1)}{localhost:42909}" daemon prio=3 tid=88 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MiniHBaseClusterRegionServer-EventLoopGroup-3-3" daemon prio=10 tid=2175 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=97 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data2/current/BP-535670751-172.17.0.2-1733770193459" daemon prio=5 tid=199 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Signal Dispatcher" daemon prio=9 tid=4 runnable java.lang.Thread.State: RUNNABLE "IPC Server Responder" daemon prio=5 tid=131 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40811" daemon prio=5 tid=278 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/8282b47b-3c4d-6d46-93ab-97650ba033e4/cluster_1887b79e-3dff-2e62-271c-caf67067294c/data/data5/current/BP-535670751-172.17.0.2-1733770193459" daemon prio=5 tid=218 terminated java.lang.Thread.State: TERMINATED at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 33929" daemon prio=5 tid=109 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)