2024-11-13 16:01:13,374 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-13 16:01:13,431 main DEBUG Took 0.054718 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 16:01:13,432 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 16:01:13,432 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 16:01:13,434 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 16:01:13,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,454 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 16:01:13,492 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,501 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,502 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,504 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,506 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,509 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,510 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,511 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,512 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,514 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,516 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,517 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,520 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:01:13,522 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,523 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 16:01:13,526 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:01:13,528 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 16:01:13,531 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 16:01:13,532 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 16:01:13,534 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 16:01:13,535 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 16:01:13,546 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 16:01:13,550 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 16:01:13,560 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 16:01:13,560 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 16:01:13,561 main DEBUG createAppenders(={Console}) 2024-11-13 16:01:13,562 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-13 16:01:13,563 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-13 16:01:13,563 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-13 16:01:13,564 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 16:01:13,564 main DEBUG OutputStream closed 2024-11-13 16:01:13,564 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 16:01:13,565 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 16:01:13,565 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-13 16:01:13,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 16:01:13,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 16:01:13,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 16:01:13,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 16:01:13,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 16:01:13,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 16:01:13,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 16:01:13,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 16:01:13,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 16:01:13,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 16:01:13,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 16:01:13,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 16:01:13,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 16:01:13,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 16:01:13,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 16:01:13,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 16:01:13,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 16:01:13,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 16:01:13,683 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 16:01:13,683 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-13 16:01:13,684 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 16:01:13,684 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-13T16:01:13,701 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-13 16:01:13,704 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 16:01:13,705 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T16:01:14,075 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1 2024-11-13T16:01:14,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T16:01:14,135 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/cluster_b8f24d26-2665-9dab-51dd-10172d88f805, deleteOnExit=true 2024-11-13T16:01:14,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T16:01:14,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/test.cache.data in system properties and HBase conf 2024-11-13T16:01:14,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T16:01:14,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/hadoop.log.dir in system properties and HBase conf 2024-11-13T16:01:14,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T16:01:14,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T16:01:14,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T16:01:14,267 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T16:01:14,448 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T16:01:14,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:01:14,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:01:14,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T16:01:14,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:01:14,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T16:01:14,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T16:01:14,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:01:14,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:01:14,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T16:01:14,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/nfs.dump.dir in system properties and HBase conf 2024-11-13T16:01:14,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/java.io.tmpdir in system properties and HBase conf 2024-11-13T16:01:14,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:01:14,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T16:01:14,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T16:01:15,701 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T16:01:15,812 INFO [Time-limited test {}] log.Log(170): Logging initialized @3540ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T16:01:15,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:01:15,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:01:16,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:01:16,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:01:16,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:01:16,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:01:16,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:01:16,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:01:16,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/java.io.tmpdir/jetty-localhost-37001-hadoop-hdfs-3_4_1-tests_jar-_-any-2279641289901334486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:01:16,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:37001} 2024-11-13T16:01:16,309 INFO [Time-limited test {}] server.Server(415): Started @4039ms 2024-11-13T16:01:17,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:01:17,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:01:17,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:01:17,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:01:17,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:01:17,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@211fefc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:01:17,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4342e037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:01:17,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@517da02a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/java.io.tmpdir/jetty-localhost-39237-hadoop-hdfs-3_4_1-tests_jar-_-any-11583830200273506447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:01:17,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c9ad86{HTTP/1.1, (http/1.1)}{localhost:39237} 2024-11-13T16:01:17,608 INFO [Time-limited test {}] server.Server(415): Started @5338ms 2024-11-13T16:01:17,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:01:19,141 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/cluster_b8f24d26-2665-9dab-51dd-10172d88f805/data/data1/current/BP-220458356-172.17.0.3-1731513675266/current, will proceed with Du for space computation calculation, 2024-11-13T16:01:19,141 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/cluster_b8f24d26-2665-9dab-51dd-10172d88f805/data/data2/current/BP-220458356-172.17.0.3-1731513675266/current, will proceed with Du for space computation calculation, 2024-11-13T16:01:19,196 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:01:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea722c9bbd90a96d with lease ID 0xa295b1f46174ee6d: Processing first storage report for DS-0b03e497-012e-4677-91e1-5bcaf2912a3d from datanode DatanodeRegistration(127.0.0.1:46543, datanodeUuid=b7273bf5-7412-4ed5-a64b-dff3690aaa9e, infoPort=37591, infoSecurePort=0, ipcPort=35963, storageInfo=lv=-57;cid=testClusterID;nsid=840933853;c=1731513675266) 2024-11-13T16:01:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea722c9bbd90a96d with lease ID 0xa295b1f46174ee6d: from storage DS-0b03e497-012e-4677-91e1-5bcaf2912a3d node DatanodeRegistration(127.0.0.1:46543, datanodeUuid=b7273bf5-7412-4ed5-a64b-dff3690aaa9e, infoPort=37591, infoSecurePort=0, ipcPort=35963, storageInfo=lv=-57;cid=testClusterID;nsid=840933853;c=1731513675266), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T16:01:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea722c9bbd90a96d with lease ID 0xa295b1f46174ee6d: Processing first storage report for DS-ef5816a9-8040-43be-8907-3a235af1ed23 from datanode DatanodeRegistration(127.0.0.1:46543, datanodeUuid=b7273bf5-7412-4ed5-a64b-dff3690aaa9e, infoPort=37591, infoSecurePort=0, ipcPort=35963, storageInfo=lv=-57;cid=testClusterID;nsid=840933853;c=1731513675266) 2024-11-13T16:01:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea722c9bbd90a96d with lease ID 0xa295b1f46174ee6d: from storage DS-ef5816a9-8040-43be-8907-3a235af1ed23 node DatanodeRegistration(127.0.0.1:46543, datanodeUuid=b7273bf5-7412-4ed5-a64b-dff3690aaa9e, infoPort=37591, infoSecurePort=0, ipcPort=35963, storageInfo=lv=-57;cid=testClusterID;nsid=840933853;c=1731513675266), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T16:01:19,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1 2024-11-13T16:01:19,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/cluster_b8f24d26-2665-9dab-51dd-10172d88f805/zookeeper_0, clientPort=57498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/cluster_b8f24d26-2665-9dab-51dd-10172d88f805/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/cluster_b8f24d26-2665-9dab-51dd-10172d88f805/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T16:01:19,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57498 2024-11-13T16:01:19,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:01:19,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:01:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:01:20,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 with version=8 2024-11-13T16:01:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/hbase-staging 2024-11-13T16:01:20,349 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T16:01:20,659 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f8f85b0bb1d8:0 server-side Connection retries=9 2024-11-13T16:01:20,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:01:20,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:01:20,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:01:20,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:01:20,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:01:20,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T16:01:20,984 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T16:01:20,996 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T16:01:21,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:01:21,034 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11709 (auto-detected) 2024-11-13T16:01:21,036 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T16:01:21,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39711 2024-11-13T16:01:21,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39711 connecting to ZooKeeper ensemble=127.0.0.1:57498 2024-11-13T16:01:21,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397110x0, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:01:21,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39711-0x101361bc3f40000 connected 2024-11-13T16:01:21,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:01:21,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:01:21,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:01:21,466 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8, hbase.cluster.distributed=false 2024-11-13T16:01:21,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:01:21,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39711 2024-11-13T16:01:21,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39711 2024-11-13T16:01:21,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39711 2024-11-13T16:01:21,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39711 2024-11-13T16:01:21,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39711 2024-11-13T16:01:21,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f8f85b0bb1d8:0 server-side Connection retries=9 2024-11-13T16:01:21,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:01:21,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:01:21,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:01:21,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:01:21,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:01:21,687 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T16:01:21,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:01:21,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34245 2024-11-13T16:01:21,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34245 connecting to ZooKeeper ensemble=127.0.0.1:57498 2024-11-13T16:01:21,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:01:21,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:01:21,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342450x0, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:01:21,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34245-0x101361bc3f40001 connected 2024-11-13T16:01:21,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:01:21,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T16:01:21,742 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T16:01:21,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T16:01:21,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:01:21,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-13T16:01:21,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34245 2024-11-13T16:01:21,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34245 2024-11-13T16:01:21,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-13T16:01:21,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-13T16:01:21,801 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f8f85b0bb1d8:39711 2024-11-13T16:01:21,802 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:21,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:01:21,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:01:21,818 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:21,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T16:01:21,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:21,883 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T16:01:21,885 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f8f85b0bb1d8,39711,1731513680433 from backup master directory 2024-11-13T16:01:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:01:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:01:21,897 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:01:21,897 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:21,901 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T16:01:21,907 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T16:01:21,997 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/hbase.id] with ID: d0996fb6-92e2-44d1-a165-d90a825b3b48 2024-11-13T16:01:21,997 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/.tmp/hbase.id 2024-11-13T16:01:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:01:22,016 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/.tmp/hbase.id]:[hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/hbase.id] 2024-11-13T16:01:22,085 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:01:22,092 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T16:01:22,119 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-13T16:01:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:01:22,230 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:01:22,234 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T16:01:22,258 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:01:22,265 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:01:22,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:01:22,343 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store 2024-11-13T16:01:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:01:22,378 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T16:01:22,382 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:01:22,384 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:01:22,384 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:01:22,384 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:01:22,386 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:01:22,387 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:01:22,387 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:01:22,390 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513682383Disabling compacts and flushes for region at 1731513682384 (+1 ms)Disabling writes for close at 1731513682387 (+3 ms)Writing region close event to WAL at 1731513682387Closed at 1731513682387 2024-11-13T16:01:22,393 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/.initializing 2024-11-13T16:01:22,393 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/WALs/f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:22,404 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:01:22,422 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C39711%2C1731513680433, suffix=, logDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/WALs/f8f85b0bb1d8,39711,1731513680433, archiveDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/oldWALs, maxLogs=10 2024-11-13T16:01:22,450 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/WALs/f8f85b0bb1d8,39711,1731513680433/f8f85b0bb1d8%2C39711%2C1731513680433.1731513682427, exclude list is [], retry=0 2024-11-13T16:01:22,473 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46543,DS-0b03e497-012e-4677-91e1-5bcaf2912a3d,DISK] 2024-11-13T16:01:22,477 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T16:01:22,524 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/WALs/f8f85b0bb1d8,39711,1731513680433/f8f85b0bb1d8%2C39711%2C1731513680433.1731513682427 2024-11-13T16:01:22,525 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37591:37591)] 2024-11-13T16:01:22,526 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:01:22,527 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:01:22,532 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,533 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T16:01:22,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:22,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:22,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T16:01:22,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:22,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:01:22,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T16:01:22,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:22,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:01:22,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T16:01:22,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:22,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:01:22,654 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,660 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,662 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,672 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,673 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,679 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:01:22,685 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:01:22,694 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:01:22,697 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73031066, jitterRate=0.08824768662452698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:01:22,706 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731513682550Initializing all the Stores at 1731513682553 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513682554 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513682554Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513682555 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513682555Cleaning up temporary data from old regions at 1731513682673 (+118 ms)Region opened successfully at 1731513682706 (+33 ms) 2024-11-13T16:01:22,709 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T16:01:22,764 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78078e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:01:22,817 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T16:01:22,830 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T16:01:22,830 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T16:01:22,836 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T16:01:22,841 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-13T16:01:22,849 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-13T16:01:22,849 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T16:01:22,899 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T16:01:22,913 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T16:01:22,931 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T16:01:22,935 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T16:01:22,937 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T16:01:22,956 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T16:01:22,959 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T16:01:22,963 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T16:01:22,981 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T16:01:22,985 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T16:01:23,006 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T16:01:23,036 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T16:01:23,054 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T16:01:23,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:01:23,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:01:23,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:23,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:23,117 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f8f85b0bb1d8,39711,1731513680433, sessionid=0x101361bc3f40000, setting cluster-up flag (Was=false) 2024-11-13T16:01:23,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:23,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:23,173 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T16:01:23,176 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:23,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:23,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:23,286 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T16:01:23,290 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:23,301 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T16:01:23,393 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(746): ClusterId : d0996fb6-92e2-44d1-a165-d90a825b3b48 2024-11-13T16:01:23,396 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T16:01:23,406 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T16:01:23,421 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T16:01:23,431 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T16:01:23,431 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T16:01:23,432 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T16:01:23,441 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T16:01:23,442 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe53f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:01:23,441 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f8f85b0bb1d8,39711,1731513680433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T16:01:23,453 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:01:23,453 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:01:23,453 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:01:23,453 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:01:23,454 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f8f85b0bb1d8:0, corePoolSize=10, maxPoolSize=10 2024-11-13T16:01:23,454 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,454 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:01:23,454 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:01:23,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T16:01:23,476 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f8f85b0bb1d8:34245 2024-11-13T16:01:23,482 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T16:01:23,483 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T16:01:23,483 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T16:01:23,488 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(2659): reportForDuty to master=f8f85b0bb1d8,39711,1731513680433 with port=34245, startcode=1731513681630 2024-11-13T16:01:23,491 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731513713491 2024-11-13T16:01:23,493 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T16:01:23,495 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T16:01:23,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:23,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T16:01:23,500 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T16:01:23,500 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T16:01:23,501 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T16:01:23,501 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T16:01:23,511 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T16:01:23,515 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,519 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T16:01:23,521 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T16:01:23,522 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T16:01:23,532 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T16:01:23,532 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T16:01:23,535 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731513683534,5,FailOnTimeoutGroup] 2024-11-13T16:01:23,536 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731513683535,5,FailOnTimeoutGroup] 2024-11-13T16:01:23,536 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,537 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T16:01:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:01:23,539 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,540 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48987, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T16:01:23,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:23,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39711 {}] master.ServerManager(517): Registering regionserver=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:23,603 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:01:23,603 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38217 2024-11-13T16:01:23,604 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T16:01:23,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:01:23,623 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] zookeeper.ZKUtil(111): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:23,624 WARN [RS:0;f8f85b0bb1d8:34245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:01:23,624 INFO [RS:0;f8f85b0bb1d8:34245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:01:23,624 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/WALs/f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:23,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f8f85b0bb1d8,34245,1731513681630] 2024-11-13T16:01:23,674 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T16:01:23,700 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T16:01:23,705 INFO [RS:0;f8f85b0bb1d8:34245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T16:01:23,705 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,707 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T16:01:23,715 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T16:01:23,718 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,718 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,718 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,719 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,719 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,719 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,719 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:01:23,720 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,720 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,720 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,720 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,720 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,721 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:01:23,721 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:01:23,721 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:01:23,722 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,723 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,723 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,723 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,723 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,723 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,34245,1731513681630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:01:23,753 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T16:01:23,757 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,34245,1731513681630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,757 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,758 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.Replication(171): f8f85b0bb1d8,34245,1731513681630 started 2024-11-13T16:01:23,783 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:23,784 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1482): Serving as f8f85b0bb1d8,34245,1731513681630, RpcServer on f8f85b0bb1d8/172.17.0.3:34245, sessionid=0x101361bc3f40001 2024-11-13T16:01:23,785 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T16:01:23,785 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:23,785 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,34245,1731513681630' 2024-11-13T16:01:23,786 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T16:01:23,787 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T16:01:23,788 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T16:01:23,788 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T16:01:23,788 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:23,788 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,34245,1731513681630' 2024-11-13T16:01:23,788 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T16:01:23,789 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T16:01:23,790 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T16:01:23,790 INFO [RS:0;f8f85b0bb1d8:34245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T16:01:23,791 INFO [RS:0;f8f85b0bb1d8:34245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T16:01:23,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T16:01:23,943 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:01:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:01:24,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:01:24,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:01:24,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:01:24,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:24,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:24,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:01:24,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:01:24,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:24,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:24,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:01:24,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:01:24,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:24,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:24,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:01:24,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:01:24,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:24,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:24,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:01:24,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740 2024-11-13T16:01:24,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740 2024-11-13T16:01:24,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:01:24,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:01:24,394 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:01:24,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:01:24,403 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:01:24,405 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69220133, jitterRate=0.03146035969257355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:01:24,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731513684357Initializing all the Stores at 1731513684359 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513684360 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513684360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513684360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513684360Cleaning up temporary data from old regions at 1731513684393 (+33 ms)Region opened successfully at 1731513684408 (+15 ms) 2024-11-13T16:01:24,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:01:24,409 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:01:24,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:01:24,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:01:24,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:01:24,411 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:01:24,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513684409Disabling compacts and flushes for region at 1731513684409Disabling writes for close at 1731513684409Writing region close event to WAL at 1731513684410 (+1 ms)Closed at 1731513684411 (+1 ms) 2024-11-13T16:01:24,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:01:24,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T16:01:24,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T16:01:24,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:01:24,438 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T16:01:24,589 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:25,590 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:26,591 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:27,592 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:28,593 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:29,593 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:30,594 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:30,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T16:01:30,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T16:01:31,595 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:32,596 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:33,597 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:34,597 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:35,598 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:36,599 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:37,600 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:38,601 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:39,602 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:40,603 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:41,603 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:42,604 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:43,605 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:44,606 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:45,607 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:46,608 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:47,608 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:48,609 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:49,359 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:01:49,610 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:50,611 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:51,612 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:52,613 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:53,613 WARN [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:01:53,795 INFO [RS:0;f8f85b0bb1d8:34245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:01:53,800 INFO [RS:0;f8f85b0bb1d8:34245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C34245%2C1731513681630, suffix=, logDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/WALs/f8f85b0bb1d8,34245,1731513681630, archiveDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/oldWALs, maxLogs=32 2024-11-13T16:01:53,817 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/WALs/f8f85b0bb1d8,34245,1731513681630/f8f85b0bb1d8%2C34245%2C1731513681630.1731513713804, exclude list is [], retry=0 2024-11-13T16:01:53,822 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46543,DS-0b03e497-012e-4677-91e1-5bcaf2912a3d,DISK] 2024-11-13T16:01:53,826 INFO [RS:0;f8f85b0bb1d8:34245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/WALs/f8f85b0bb1d8,34245,1731513681630/f8f85b0bb1d8%2C34245%2C1731513681630.1731513713804 2024-11-13T16:01:53,826 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37591:37591)] 2024-11-13T16:01:53,867 DEBUG [f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T16:01:53,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:53,892 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,34245,1731513681630, state=OPENING 2024-11-13T16:01:53,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T16:01:53,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:53,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:01:53,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:01:53,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:01:53,973 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:01:53,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:01:54,158 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T16:01:54,162 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T16:01:54,176 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T16:01:54,176 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:01:54,177 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T16:01:54,181 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C34245%2C1731513681630.meta, suffix=.meta, logDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/WALs/f8f85b0bb1d8,34245,1731513681630, archiveDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/oldWALs, maxLogs=32 2024-11-13T16:01:54,198 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/WALs/f8f85b0bb1d8,34245,1731513681630/f8f85b0bb1d8%2C34245%2C1731513681630.meta.1731513714183.meta, exclude list is [], retry=0 2024-11-13T16:01:54,203 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46543,DS-0b03e497-012e-4677-91e1-5bcaf2912a3d,DISK] 2024-11-13T16:01:54,207 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/WALs/f8f85b0bb1d8,34245,1731513681630/f8f85b0bb1d8%2C34245%2C1731513681630.meta.1731513714183.meta 2024-11-13T16:01:54,211 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37591:37591)] 2024-11-13T16:01:54,211 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:01:54,213 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T16:01:54,216 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T16:01:54,221 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T16:01:54,225 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T16:01:54,226 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:01:54,226 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T16:01:54,226 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T16:01:54,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:01:54,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:01:54,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:54,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:54,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:01:54,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:01:54,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:54,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:54,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:01:54,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:01:54,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:54,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:54,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:01:54,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:01:54,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:54,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:01:54,245 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:01:54,246 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740 2024-11-13T16:01:54,250 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740 2024-11-13T16:01:54,255 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:01:54,255 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:01:54,256 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:01:54,260 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:01:54,261 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59056159, jitterRate=-0.11999465525150299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:01:54,262 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T16:01:54,263 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731513714226Writing region info on filesystem at 1731513714227 (+1 ms)Initializing all the Stores at 1731513714229 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513714229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513714229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513714229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731513714229Cleaning up temporary data from old regions at 1731513714255 (+26 ms)Running coprocessor post-open hooks at 1731513714262 (+7 ms)Region opened successfully at 1731513714263 (+1 ms) 2024-11-13T16:01:54,270 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731513714148 2024-11-13T16:01:54,281 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T16:01:54,281 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T16:01:54,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:54,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,34245,1731513681630, state=OPEN 2024-11-13T16:01:54,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:01:54,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:01:54,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:01:54,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:01:54,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:54,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T16:01:54,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,34245,1731513681630 in 346 msec 2024-11-13T16:01:54,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T16:01:54,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.9070 sec 2024-11-13T16:01:54,338 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:01:54,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T16:01:54,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:01:54,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=-1] 2024-11-13T16:01:54,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:01:54,381 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:01:54,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 31.0590 sec 2024-11-13T16:01:54,403 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731513714403, completionTime=-1 2024-11-13T16:01:54,405 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T16:01:54,406 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T16:01:54,434 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T16:01:54,434 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731513774434 2024-11-13T16:01:54,434 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731513834434 2024-11-13T16:01:54,434 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-13T16:01:54,436 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,39711,1731513680433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:54,436 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,39711,1731513680433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:54,436 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,39711,1731513680433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:54,437 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f8f85b0bb1d8:39711, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:54,438 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:54,438 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:54,445 DEBUG [master/f8f85b0bb1d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T16:01:54,465 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 32.566sec 2024-11-13T16:01:54,466 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T16:01:54,467 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T16:01:54,468 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T16:01:54,469 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T16:01:54,469 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T16:01:54,469 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,39711,1731513680433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:01:54,470 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,39711,1731513680433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T16:01:54,478 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T16:01:54,478 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T16:01:54,479 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,39711,1731513680433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:01:54,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c08e756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:01:54,537 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T16:01:54,538 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T16:01:54,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f8f85b0bb1d8,39711,-1 for getting cluster id 2024-11-13T16:01:54,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:01:54,550 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0996fb6-92e2-44d1-a165-d90a825b3b48' 2024-11-13T16:01:54,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:01:54,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0996fb6-92e2-44d1-a165-d90a825b3b48" 2024-11-13T16:01:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a5478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:01:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f8f85b0bb1d8,39711,-1] 2024-11-13T16:01:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:01:54,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:01:54,561 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:01:54,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61085997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:01:54,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:01:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=-1] 2024-11-13T16:01:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:01:54,574 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:01:54,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:54,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1621e914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:01:54,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f8f85b0bb1d8,39711,-1 for getting cluster id 2024-11-13T16:01:54,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:01:54,600 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0996fb6-92e2-44d1-a165-d90a825b3b48' 2024-11-13T16:01:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:01:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0996fb6-92e2-44d1-a165-d90a825b3b48" 2024-11-13T16:01:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459fdb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:01:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f8f85b0bb1d8,39711,-1] 2024-11-13T16:01:54,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:01:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:01:54,606 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:01:54,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e126e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:01:54,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=928, ProcessCount=11, AvailableMemoryMB=2492 2024-11-13T16:01:54,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:01:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:01:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10fe7214 2024-11-13T16:01:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:01:54,684 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:01:54,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:01:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-13T16:01:54,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:01:54,715 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-13T16:01:54,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:54,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:01:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:01:54,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741835_1011 (size=428) 2024-11-13T16:01:55,144 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5e3a30a52800debbb1b250c0c8fa6c3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:01:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741836_1012 (size=79) 2024-11-13T16:01:55,558 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:01:55,559 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing b5e3a30a52800debbb1b250c0c8fa6c3, disabling compactions & flushes 2024-11-13T16:01:55,559 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:01:55,559 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:01:55,559 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. after waiting 0 ms 2024-11-13T16:01:55,560 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:01:55,560 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:01:55,560 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5e3a30a52800debbb1b250c0c8fa6c3: Waiting for close lock at 1731513715559Disabling compacts and flushes for region at 1731513715559Disabling writes for close at 1731513715559Writing region close event to WAL at 1731513715560 (+1 ms)Closed at 1731513715560 2024-11-13T16:01:55,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:01:55,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731513715564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513715564"}]},"ts":"1731513715564"} 2024-11-13T16:01:55,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:01:55,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:01:55,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513715578"}]},"ts":"1731513715578"} 2024-11-13T16:01:55,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-13T16:01:55,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b5e3a30a52800debbb1b250c0c8fa6c3, ASSIGN}] 2024-11-13T16:01:55,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b5e3a30a52800debbb1b250c0c8fa6c3, ASSIGN 2024-11-13T16:01:55,592 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b5e3a30a52800debbb1b250c0c8fa6c3, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:01:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:01:55,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5e3a30a52800debbb1b250c0c8fa6c3, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:55,753 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b5e3a30a52800debbb1b250c0c8fa6c3, ASSIGN because future has completed 2024-11-13T16:01:55,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5e3a30a52800debbb1b250c0c8fa6c3, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:01:55,923 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:01:55,923 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b5e3a30a52800debbb1b250c0c8fa6c3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:01:55,924 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,924 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:01:55,924 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,924 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,927 INFO [StoreOpener-b5e3a30a52800debbb1b250c0c8fa6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,930 INFO [StoreOpener-b5e3a30a52800debbb1b250c0c8fa6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5e3a30a52800debbb1b250c0c8fa6c3 columnFamilyName testFamily 2024-11-13T16:01:55,930 DEBUG [StoreOpener-b5e3a30a52800debbb1b250c0c8fa6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:55,932 INFO [StoreOpener-b5e3a30a52800debbb1b250c0c8fa6c3-1 {}] regionserver.HStore(327): Store=b5e3a30a52800debbb1b250c0c8fa6c3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:01:55,932 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,934 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,935 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,935 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,936 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,938 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,942 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:01:55,943 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b5e3a30a52800debbb1b250c0c8fa6c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65022105, jitterRate=-0.03109513223171234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:01:55,943 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:01:55,945 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b5e3a30a52800debbb1b250c0c8fa6c3: Running coprocessor pre-open hook at 1731513715924Writing region info on filesystem at 1731513715925 (+1 ms)Initializing all the Stores at 1731513715927 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513715927Cleaning up temporary data from old regions at 1731513715936 (+9 ms)Running coprocessor post-open hooks at 1731513715943 (+7 ms)Region opened successfully at 1731513715945 (+2 ms) 2024-11-13T16:01:55,947 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3., pid=6, masterSystemTime=1731513715912 2024-11-13T16:01:55,951 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:01:55,951 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:01:55,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5e3a30a52800debbb1b250c0c8fa6c3, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:55,956 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5e3a30a52800debbb1b250c0c8fa6c3, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:01:55,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T16:01:55,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b5e3a30a52800debbb1b250c0c8fa6c3, server=f8f85b0bb1d8,34245,1731513681630 in 203 msec 2024-11-13T16:01:55,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T16:01:55,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b5e3a30a52800debbb1b250c0c8fa6c3, ASSIGN in 375 msec 2024-11-13T16:01:55,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:01:55,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513715969"}]},"ts":"1731513715969"} 2024-11-13T16:01:55,974 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-13T16:01:55,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:01:55,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2800 sec 2024-11-13T16:01:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:01:57,753 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-13T16:01:57,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-13T16:01:57,758 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:01:57,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-13T16:01:57,765 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:01:57,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-13T16:01:57,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:01:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=-1] 2024-11-13T16:01:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:01:57,772 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:01:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:01:57,795 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:01:57,800 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-13T16:01:57,805 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-13T16:01:57,811 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-13T16:01:57,813 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-13T16:01:57,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5067704433073192968 2024-11-13T16:01:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:54344 deadline: 1731513720812, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-13T16:01:57,840 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-13T16:01:57,842 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-13T16:01:57,843 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:01:57,845 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:01:57,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5067704433073192970 2024-11-13T16:01:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:54344 deadline: 1731513720844, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-13T16:01:57,849 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:01:57,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5067704433073192971 2024-11-13T16:01:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:54344 deadline: 1731513720848, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-13T16:01:57,853 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:01:57,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5067704433073192972 2024-11-13T16:01:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:54344 deadline: 1731513720852, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-13T16:01:57,857 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:01:57,871 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2077288754_22 at /127.0.0.1:41254 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=869 (was 928), ProcessCount=11 (was 11), AvailableMemoryMB=2438 (was 2492) 2024-11-13T16:01:57,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=869, ProcessCount=11, AvailableMemoryMB=2437 2024-11-13T16:01:57,887 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:01:57,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-13T16:01:57,893 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:01:57,893 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:57,893 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-13T16:01:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:01:57,895 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:01:57,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741837_1013 (size=414) 2024-11-13T16:01:58,311 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36d7f221da5d64aa0b38aa99adff071c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:01:58,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741838_1014 (size=65) 2024-11-13T16:01:58,721 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:01:58,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 36d7f221da5d64aa0b38aa99adff071c, disabling compactions & flushes 2024-11-13T16:01:58,722 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:01:58,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:01:58,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. after waiting 0 ms 2024-11-13T16:01:58,722 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:01:58,723 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:01:58,723 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36d7f221da5d64aa0b38aa99adff071c: Waiting for close lock at 1731513718722Disabling compacts and flushes for region at 1731513718722Disabling writes for close at 1731513718722Writing region close event to WAL at 1731513718722Closed at 1731513718722 2024-11-13T16:01:58,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:01:58,727 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731513718726"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513718726"}]},"ts":"1731513718726"} 2024-11-13T16:01:58,731 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:01:58,733 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:01:58,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513718733"}]},"ts":"1731513718733"} 2024-11-13T16:01:58,738 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-13T16:01:58,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=36d7f221da5d64aa0b38aa99adff071c, ASSIGN}] 2024-11-13T16:01:58,740 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=36d7f221da5d64aa0b38aa99adff071c, ASSIGN 2024-11-13T16:01:58,742 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=36d7f221da5d64aa0b38aa99adff071c, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:01:58,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=36d7f221da5d64aa0b38aa99adff071c, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:58,899 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=36d7f221da5d64aa0b38aa99adff071c, ASSIGN because future has completed 2024-11-13T16:01:58,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36d7f221da5d64aa0b38aa99adff071c, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:01:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:01:59,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:01:59,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 36d7f221da5d64aa0b38aa99adff071c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:01:59,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:01:59,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,071 INFO [StoreOpener-36d7f221da5d64aa0b38aa99adff071c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,074 INFO [StoreOpener-36d7f221da5d64aa0b38aa99adff071c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36d7f221da5d64aa0b38aa99adff071c columnFamilyName testFamily 2024-11-13T16:01:59,074 DEBUG [StoreOpener-36d7f221da5d64aa0b38aa99adff071c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:01:59,075 INFO [StoreOpener-36d7f221da5d64aa0b38aa99adff071c-1 {}] regionserver.HStore(327): Store=36d7f221da5d64aa0b38aa99adff071c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:01:59,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:01:59,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 36d7f221da5d64aa0b38aa99adff071c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70510208, jitterRate=0.05068397521972656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:01:59,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:01:59,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 36d7f221da5d64aa0b38aa99adff071c: Running coprocessor pre-open hook at 1731513719069Writing region info on filesystem at 1731513719069Initializing all the Stores at 1731513719070 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513719070Cleaning up temporary data from old regions at 1731513719079 (+9 ms)Running coprocessor post-open hooks at 1731513719089 (+10 ms)Region opened successfully at 1731513719090 (+1 ms) 2024-11-13T16:01:59,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c., pid=9, masterSystemTime=1731513719058 2024-11-13T16:01:59,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:01:59,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:01:59,098 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=36d7f221da5d64aa0b38aa99adff071c, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:01:59,102 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36d7f221da5d64aa0b38aa99adff071c, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:01:59,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T16:01:59,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 36d7f221da5d64aa0b38aa99adff071c, server=f8f85b0bb1d8,34245,1731513681630 in 201 msec 2024-11-13T16:01:59,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T16:01:59,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=36d7f221da5d64aa0b38aa99adff071c, ASSIGN in 371 msec 2024-11-13T16:01:59,115 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:01:59,115 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513719115"}]},"ts":"1731513719115"} 2024-11-13T16:01:59,119 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-13T16:01:59,121 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:01:59,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2330 sec 2024-11-13T16:01:59,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:01:59,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-13T16:01:59,809 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T16:01:59,810 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-13T16:02:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:02:00,931 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-13T16:02:00,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-13T16:02:00,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-13T16:02:00,940 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:00,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-13T16:02:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:00,958 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:00,958 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-13T16:02:00,962 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-13T16:02:00,964 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-13T16:02:00,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T16:02:00,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:00,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:02:00,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T16:02:00,980 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-13T16:02:00,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:00,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-13T16:02:00,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:06,981 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f8f85b0bb1d8:34245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6016ms, rpcTimeout=5999ms 2024-11-13T16:02:06,981 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6016ms, rpcTimeout=5999ms 2024-11-13T16:02:06,982 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 from cache 2024-11-13T16:02:06,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=751 (was 869), ProcessCount=11 (was 11), AvailableMemoryMB=2270 (was 2437) 2024-11-13T16:02:06,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=751, ProcessCount=11, AvailableMemoryMB=2270 2024-11-13T16:02:07,001 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:02:07,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-13T16:02:07,006 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:02:07,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:07,006 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-13T16:02:07,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:02:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-13T16:02:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741839_1015 (size=412) 2024-11-13T16:02:07,427 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3ddd96a4bf0e9a2ac04a95c4ac54a11, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:02:07,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741840_1016 (size=63) 2024-11-13T16:02:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-11-13T16:02:07,840 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:07,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f3ddd96a4bf0e9a2ac04a95c4ac54a11, disabling compactions & flushes 2024-11-13T16:02:07,841 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:07,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:07,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. after waiting 0 ms 2024-11-13T16:02:07,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:07,842 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:07,842 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3ddd96a4bf0e9a2ac04a95c4ac54a11: Waiting for close lock at 1731513727841Disabling compacts and flushes for region at 1731513727841Disabling writes for close at 1731513727841Writing region close event to WAL at 1731513727841Closed at 1731513727841 2024-11-13T16:02:07,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:02:07,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731513727847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513727847"}]},"ts":"1731513727847"} 2024-11-13T16:02:07,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:02:07,855 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:02:07,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513727855"}]},"ts":"1731513727855"} 2024-11-13T16:02:07,861 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-13T16:02:07,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f3ddd96a4bf0e9a2ac04a95c4ac54a11, ASSIGN}] 2024-11-13T16:02:07,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f3ddd96a4bf0e9a2ac04a95c4ac54a11, ASSIGN 2024-11-13T16:02:07,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f3ddd96a4bf0e9a2ac04a95c4ac54a11, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:02:08,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f3ddd96a4bf0e9a2ac04a95c4ac54a11, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-13T16:02:08,021 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f3ddd96a4bf0e9a2ac04a95c4ac54a11, ASSIGN because future has completed 2024-11-13T16:02:08,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ddd96a4bf0e9a2ac04a95c4ac54a11, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:02:08,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:08,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => f3ddd96a4bf0e9a2ac04a95c4ac54a11, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:02:08,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:08,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,188 INFO [StoreOpener-f3ddd96a4bf0e9a2ac04a95c4ac54a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,190 INFO [StoreOpener-f3ddd96a4bf0e9a2ac04a95c4ac54a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ddd96a4bf0e9a2ac04a95c4ac54a11 columnFamilyName testFamily 2024-11-13T16:02:08,190 DEBUG [StoreOpener-f3ddd96a4bf0e9a2ac04a95c4ac54a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:08,191 INFO [StoreOpener-f3ddd96a4bf0e9a2ac04a95c4ac54a11-1 {}] regionserver.HStore(327): Store=f3ddd96a4bf0e9a2ac04a95c4ac54a11/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:02:08,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:02:08,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened f3ddd96a4bf0e9a2ac04a95c4ac54a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72586857, jitterRate=0.0816284567117691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:02:08,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:08,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for f3ddd96a4bf0e9a2ac04a95c4ac54a11: Running coprocessor pre-open hook at 1731513728186Writing region info on filesystem at 1731513728186Initializing all the Stores at 1731513728187 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513728187Cleaning up temporary data from old regions at 1731513728193 (+6 ms)Running coprocessor post-open hooks at 1731513728200 (+7 ms)Region opened successfully at 1731513728200 2024-11-13T16:02:08,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11., pid=12, masterSystemTime=1731513728176 2024-11-13T16:02:08,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:08,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:08,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f3ddd96a4bf0e9a2ac04a95c4ac54a11, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:08,210 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ddd96a4bf0e9a2ac04a95c4ac54a11, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:02:08,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T16:02:08,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f3ddd96a4bf0e9a2ac04a95c4ac54a11, server=f8f85b0bb1d8,34245,1731513681630 in 190 msec 2024-11-13T16:02:08,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T16:02:08,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f3ddd96a4bf0e9a2ac04a95c4ac54a11, ASSIGN in 355 msec 2024-11-13T16:02:08,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:02:08,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513728221"}]},"ts":"1731513728221"} 2024-11-13T16:02:08,224 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-13T16:02:08,225 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:02:08,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2240 sec 2024-11-13T16:02:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-13T16:02:10,042 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-13T16:02:10,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-13T16:02:10,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:10,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-13T16:02:10,052 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:10,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-13T16:02:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:10,072 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:10,072 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-13T16:02:10,076 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-13T16:02:10,078 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-13T16:02:10,080 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-13T16:02:10,081 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-13T16:02:10,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-13T16:02:10,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:11,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-13T16:02:13,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:02:16,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073192981' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-13T16:02:16,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34245 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:54344 deadline: 1731513742089, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073192981' does not exist 2024-11-13T16:02:16,094 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f8f85b0bb1d8,34245,1731513681630 for closing scanner id = 5067704433073192981 for f3ddd96a4bf0e9a2ac04a95c4ac54a11 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073192981' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:02:16,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=723 (was 751), ProcessCount=11 (was 11), AvailableMemoryMB=2808 (was 2270) - AvailableMemoryMB LEAK? - 2024-11-13T16:02:16,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=723, ProcessCount=11, AvailableMemoryMB=2808 2024-11-13T16:02:16,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:02:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-13T16:02:16,114 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:02:16,114 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:16,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-13T16:02:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:02:16,116 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:02:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741841_1017 (size=423) 2024-11-13T16:02:16,530 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 016631a37fbd935188828ea28815c71d, NAME => 'testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:02:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741842_1018 (size=74) 2024-11-13T16:02:16,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-11-13T16:02:16,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:16,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 016631a37fbd935188828ea28815c71d, disabling compactions & flushes 2024-11-13T16:02:16,943 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:16,943 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:16,943 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. after waiting 0 ms 2024-11-13T16:02:16,943 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:16,943 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:16,943 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 016631a37fbd935188828ea28815c71d: Waiting for close lock at 1731513736942Disabling compacts and flushes for region at 1731513736942Disabling writes for close at 1731513736943 (+1 ms)Writing region close event to WAL at 1731513736943Closed at 1731513736943 2024-11-13T16:02:16,945 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:02:16,945 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731513736945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513736945"}]},"ts":"1731513736945"} 2024-11-13T16:02:16,948 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:02:16,949 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:02:16,949 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513736949"}]},"ts":"1731513736949"} 2024-11-13T16:02:16,951 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-13T16:02:16,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=016631a37fbd935188828ea28815c71d, ASSIGN}] 2024-11-13T16:02:16,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=016631a37fbd935188828ea28815c71d, ASSIGN 2024-11-13T16:02:16,954 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=016631a37fbd935188828ea28815c71d, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:02:17,105 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=016631a37fbd935188828ea28815c71d, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:17,110 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=016631a37fbd935188828ea28815c71d, ASSIGN because future has completed 2024-11-13T16:02:17,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 016631a37fbd935188828ea28815c71d, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:02:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:02:17,271 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:17,271 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 016631a37fbd935188828ea28815c71d, NAME => 'testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:02:17,271 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,271 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:17,271 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,271 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,274 INFO [StoreOpener-016631a37fbd935188828ea28815c71d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,277 INFO [StoreOpener-016631a37fbd935188828ea28815c71d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016631a37fbd935188828ea28815c71d columnFamilyName testFamily 2024-11-13T16:02:17,278 DEBUG [StoreOpener-016631a37fbd935188828ea28815c71d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:17,278 INFO [StoreOpener-016631a37fbd935188828ea28815c71d-1 {}] regionserver.HStore(327): Store=016631a37fbd935188828ea28815c71d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:02:17,279 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,280 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,281 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,282 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,282 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,285 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,289 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:02:17,291 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 016631a37fbd935188828ea28815c71d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61129244, jitterRate=-0.08910328149795532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:02:17,291 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:17,292 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 016631a37fbd935188828ea28815c71d: Running coprocessor pre-open hook at 1731513737272Writing region info on filesystem at 1731513737272Initializing all the Stores at 1731513737273 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513737273Cleaning up temporary data from old regions at 1731513737282 (+9 ms)Running coprocessor post-open hooks at 1731513737291 (+9 ms)Region opened successfully at 1731513737292 (+1 ms) 2024-11-13T16:02:17,293 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d., pid=15, masterSystemTime=1731513737265 2024-11-13T16:02:17,297 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:17,297 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:17,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=016631a37fbd935188828ea28815c71d, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:17,303 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 016631a37fbd935188828ea28815c71d, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:02:17,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T16:02:17,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 016631a37fbd935188828ea28815c71d, server=f8f85b0bb1d8,34245,1731513681630 in 196 msec 2024-11-13T16:02:17,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T16:02:17,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=016631a37fbd935188828ea28815c71d, ASSIGN in 359 msec 2024-11-13T16:02:17,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:02:17,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513737318"}]},"ts":"1731513737318"} 2024-11-13T16:02:17,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-13T16:02:17,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:02:17,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2140 sec 2024-11-13T16:02:17,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-13T16:02:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:02:19,139 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-13T16:02:19,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-13T16:02:19,139 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-13T16:02:19,144 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-13T16:02:19,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:19,161 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:19,161 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-13T16:02:19,165 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-13T16:02:19,168 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-13T16:02:19,169 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-13T16:02:19,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5067704433073192985 2024-11-13T16:02:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:54344 deadline: 1731513742169, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-13T16:02:19,173 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-13T16:02:19,175 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-13T16:02:19,175 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:02:19,177 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:02:19,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5067704433073192987 2024-11-13T16:02:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:54344 deadline: 1731513742176, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-13T16:02:19,180 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:02:19,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5067704433073192988 2024-11-13T16:02:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:54344 deadline: 1731513742180, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-13T16:02:19,184 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:02:19,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5067704433073192989 2024-11-13T16:02:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:54344 deadline: 1731513742183, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-13T16:02:19,188 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-13T16:02:19,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=224 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=673 (was 723), ProcessCount=11 (was 11), AvailableMemoryMB=2584 (was 2808) 2024-11-13T16:02:19,205 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=673, ProcessCount=11, AvailableMemoryMB=2584 2024-11-13T16:02:19,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:02:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-13T16:02:19,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:02:19,211 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:19,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-13T16:02:19,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:02:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-13T16:02:19,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741843_1019 (size=418) 2024-11-13T16:02:19,360 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:02:19,626 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 005ff8b218fe767acc8cd68e5b74ff88, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:02:19,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741844_1020 (size=69) 2024-11-13T16:02:20,036 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:20,037 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 005ff8b218fe767acc8cd68e5b74ff88, disabling compactions & flushes 2024-11-13T16:02:20,037 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:02:20,037 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:02:20,037 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. after waiting 0 ms 2024-11-13T16:02:20,037 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:02:20,037 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:02:20,037 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 005ff8b218fe767acc8cd68e5b74ff88: Waiting for close lock at 1731513740037Disabling compacts and flushes for region at 1731513740037Disabling writes for close at 1731513740037Writing region close event to WAL at 1731513740037Closed at 1731513740037 2024-11-13T16:02:20,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:02:20,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731513740040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513740040"}]},"ts":"1731513740040"} 2024-11-13T16:02:20,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:02:20,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:02:20,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513740046"}]},"ts":"1731513740046"} 2024-11-13T16:02:20,049 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-13T16:02:20,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=005ff8b218fe767acc8cd68e5b74ff88, ASSIGN}] 2024-11-13T16:02:20,051 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=005ff8b218fe767acc8cd68e5b74ff88, ASSIGN 2024-11-13T16:02:20,053 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=005ff8b218fe767acc8cd68e5b74ff88, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:02:20,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=005ff8b218fe767acc8cd68e5b74ff88, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:20,208 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=005ff8b218fe767acc8cd68e5b74ff88, ASSIGN because future has completed 2024-11-13T16:02:20,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005ff8b218fe767acc8cd68e5b74ff88, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:02:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-13T16:02:20,367 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:02:20,368 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 005ff8b218fe767acc8cd68e5b74ff88, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:02:20,368 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,368 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:20,368 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,369 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,371 INFO [StoreOpener-005ff8b218fe767acc8cd68e5b74ff88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,373 INFO [StoreOpener-005ff8b218fe767acc8cd68e5b74ff88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005ff8b218fe767acc8cd68e5b74ff88 columnFamilyName testFamily 2024-11-13T16:02:20,373 DEBUG [StoreOpener-005ff8b218fe767acc8cd68e5b74ff88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:20,374 INFO [StoreOpener-005ff8b218fe767acc8cd68e5b74ff88-1 {}] regionserver.HStore(327): Store=005ff8b218fe767acc8cd68e5b74ff88/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:02:20,375 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,376 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,377 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,378 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,378 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,381 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,385 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:02:20,386 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 005ff8b218fe767acc8cd68e5b74ff88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65760686, jitterRate=-0.020089417695999146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:02:20,386 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:20,387 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 005ff8b218fe767acc8cd68e5b74ff88: Running coprocessor pre-open hook at 1731513740369Writing region info on filesystem at 1731513740369Initializing all the Stores at 1731513740371 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513740371Cleaning up temporary data from old regions at 1731513740378 (+7 ms)Running coprocessor post-open hooks at 1731513740386 (+8 ms)Region opened successfully at 1731513740387 (+1 ms) 2024-11-13T16:02:20,389 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., pid=18, masterSystemTime=1731513740362 2024-11-13T16:02:20,392 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:02:20,392 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:02:20,393 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=005ff8b218fe767acc8cd68e5b74ff88, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:20,397 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005ff8b218fe767acc8cd68e5b74ff88, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:02:20,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-13T16:02:20,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 005ff8b218fe767acc8cd68e5b74ff88, server=f8f85b0bb1d8,34245,1731513681630 in 190 msec 2024-11-13T16:02:20,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T16:02:20,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=005ff8b218fe767acc8cd68e5b74ff88, ASSIGN in 354 msec 2024-11-13T16:02:20,408 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:02:20,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513740408"}]},"ts":"1731513740408"} 2024-11-13T16:02:20,412 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-13T16:02:20,413 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:02:20,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2060 sec 2024-11-13T16:02:20,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-13T16:02:20,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:20,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-13T16:02:20,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-13T16:02:22,240 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-13T16:02:22,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-13T16:02:22,240 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-13T16:02:22,246 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-13T16:02:22,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:22,263 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:22,263 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-13T16:02:22,267 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-13T16:02:22,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-13T16:02:22,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:02:23,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f8f85b0bb1d8:34245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-13T16:02:23,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-13T16:02:23,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 from cache 2024-11-13T16:02:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-11-13T16:02:23,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-13T16:02:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:24,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-13T16:02:25,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f8f85b0bb1d8:34245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=975ms 2024-11-13T16:02:25,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=975ms 2024-11-13T16:02:25,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 from cache 2024-11-13T16:02:25,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=635 (was 673), ProcessCount=11 (was 11), AvailableMemoryMB=2402 (was 2584) 2024-11-13T16:02:25,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=635, ProcessCount=11, AvailableMemoryMB=2402 2024-11-13T16:02:25,304 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:02:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-13T16:02:25,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:02:25,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:25,309 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-13T16:02:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:02:25,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:02:25,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741845_1021 (size=416) 2024-11-13T16:02:25,721 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6f03803327375f2c394e3dddf64a517, NAME => 'testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:02:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741846_1022 (size=67) 2024-11-13T16:02:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-11-13T16:02:26,133 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:26,133 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing b6f03803327375f2c394e3dddf64a517, disabling compactions & flushes 2024-11-13T16:02:26,133 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:02:26,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:02:26,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. after waiting 0 ms 2024-11-13T16:02:26,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:02:26,134 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:02:26,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6f03803327375f2c394e3dddf64a517: Waiting for close lock at 1731513746133Disabling compacts and flushes for region at 1731513746133Disabling writes for close at 1731513746134 (+1 ms)Writing region close event to WAL at 1731513746134Closed at 1731513746134 2024-11-13T16:02:26,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:02:26,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731513746138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513746138"}]},"ts":"1731513746138"} 2024-11-13T16:02:26,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:02:26,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:02:26,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513746145"}]},"ts":"1731513746145"} 2024-11-13T16:02:26,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-13T16:02:26,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b6f03803327375f2c394e3dddf64a517, ASSIGN}] 2024-11-13T16:02:26,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b6f03803327375f2c394e3dddf64a517, ASSIGN 2024-11-13T16:02:26,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b6f03803327375f2c394e3dddf64a517, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:02:26,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b6f03803327375f2c394e3dddf64a517, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:26,307 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b6f03803327375f2c394e3dddf64a517, ASSIGN because future has completed 2024-11-13T16:02:26,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6f03803327375f2c394e3dddf64a517, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:02:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:02:26,469 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:02:26,469 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b6f03803327375f2c394e3dddf64a517, NAME => 'testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:02:26,470 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,470 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:26,470 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,470 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,473 INFO [StoreOpener-b6f03803327375f2c394e3dddf64a517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,479 INFO [StoreOpener-b6f03803327375f2c394e3dddf64a517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6f03803327375f2c394e3dddf64a517 columnFamilyName testFamily 2024-11-13T16:02:26,480 DEBUG [StoreOpener-b6f03803327375f2c394e3dddf64a517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:26,481 INFO [StoreOpener-b6f03803327375f2c394e3dddf64a517-1 {}] regionserver.HStore(327): Store=b6f03803327375f2c394e3dddf64a517/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:02:26,481 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,483 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,483 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,484 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,484 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,488 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,491 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:02:26,492 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b6f03803327375f2c394e3dddf64a517; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59129004, jitterRate=-0.11890918016433716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:02:26,492 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:26,494 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b6f03803327375f2c394e3dddf64a517: Running coprocessor pre-open hook at 1731513746471Writing region info on filesystem at 1731513746471Initializing all the Stores at 1731513746473 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513746473Cleaning up temporary data from old regions at 1731513746485 (+12 ms)Running coprocessor post-open hooks at 1731513746492 (+7 ms)Region opened successfully at 1731513746494 (+2 ms) 2024-11-13T16:02:26,495 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517., pid=21, masterSystemTime=1731513746462 2024-11-13T16:02:26,499 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:02:26,499 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:02:26,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b6f03803327375f2c394e3dddf64a517, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:26,503 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6f03803327375f2c394e3dddf64a517, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:02:26,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-13T16:02:26,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure b6f03803327375f2c394e3dddf64a517, server=f8f85b0bb1d8,34245,1731513681630 in 196 msec 2024-11-13T16:02:26,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-13T16:02:26,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b6f03803327375f2c394e3dddf64a517, ASSIGN in 359 msec 2024-11-13T16:02:26,512 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:02:26,512 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513746512"}]},"ts":"1731513746512"} 2024-11-13T16:02:26,517 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-13T16:02:26,519 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:02:26,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2150 sec 2024-11-13T16:02:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T16:02:28,349 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-13T16:02:28,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-13T16:02:28,349 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:28,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-13T16:02:28,355 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:28,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-13T16:02:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:28,373 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:28,374 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-13T16:02:28,378 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-13T16:02:28,380 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-13T16:02:28,382 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-13T16:02:28,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-13T16:02:29,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-13T16:02:30,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-13T16:02:30,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:31,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193000' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-13T16:02:31,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34245 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:54344 deadline: 1731513752389, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193000' does not exist 2024-11-13T16:02:31,391 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f8f85b0bb1d8,34245,1731513681630 for closing scanner id = 5067704433073193000 for b6f03803327375f2c394e3dddf64a517 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193000' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:02:31,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=616 (was 635), ProcessCount=11 (was 11), AvailableMemoryMB=2312 (was 2402) 2024-11-13T16:02:31,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=616, ProcessCount=11, AvailableMemoryMB=2312 2024-11-13T16:02:31,408 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:02:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-13T16:02:31,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:02:31,412 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:31,412 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-13T16:02:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-13T16:02:31,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:02:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741847_1023 (size=411) 2024-11-13T16:02:31,829 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83db14d2c6b62950ddd3f8ace54b19c2, NAME => 'testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:02:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741848_1024 (size=62) 2024-11-13T16:02:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-11-13T16:02:31,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:02:32,239 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:32,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 83db14d2c6b62950ddd3f8ace54b19c2, disabling compactions & flushes 2024-11-13T16:02:32,240 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:32,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:32,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. after waiting 0 ms 2024-11-13T16:02:32,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:32,240 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:32,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83db14d2c6b62950ddd3f8ace54b19c2: Waiting for close lock at 1731513752240Disabling compacts and flushes for region at 1731513752240Disabling writes for close at 1731513752240Writing region close event to WAL at 1731513752240Closed at 1731513752240 2024-11-13T16:02:32,242 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:02:32,242 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731513752242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513752242"}]},"ts":"1731513752242"} 2024-11-13T16:02:32,245 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:02:32,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:02:32,247 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513752247"}]},"ts":"1731513752247"} 2024-11-13T16:02:32,250 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-13T16:02:32,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=83db14d2c6b62950ddd3f8ace54b19c2, ASSIGN}] 2024-11-13T16:02:32,252 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=83db14d2c6b62950ddd3f8ace54b19c2, ASSIGN 2024-11-13T16:02:32,253 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=83db14d2c6b62950ddd3f8ace54b19c2, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:02:32,404 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=83db14d2c6b62950ddd3f8ace54b19c2, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:32,408 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=83db14d2c6b62950ddd3f8ace54b19c2, ASSIGN because future has completed 2024-11-13T16:02:32,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83db14d2c6b62950ddd3f8ace54b19c2, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:02:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-13T16:02:32,569 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:32,569 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 83db14d2c6b62950ddd3f8ace54b19c2, NAME => 'testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:02:32,569 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,570 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:32,570 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,570 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,572 INFO [StoreOpener-83db14d2c6b62950ddd3f8ace54b19c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,574 INFO [StoreOpener-83db14d2c6b62950ddd3f8ace54b19c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83db14d2c6b62950ddd3f8ace54b19c2 columnFamilyName testFamily 2024-11-13T16:02:32,574 DEBUG [StoreOpener-83db14d2c6b62950ddd3f8ace54b19c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:32,575 INFO [StoreOpener-83db14d2c6b62950ddd3f8ace54b19c2-1 {}] regionserver.HStore(327): Store=83db14d2c6b62950ddd3f8ace54b19c2/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:02:32,575 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,576 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,577 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,578 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,578 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,580 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,583 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:02:32,584 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 83db14d2c6b62950ddd3f8ace54b19c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60302070, jitterRate=-0.10142913460731506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:02:32,584 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:32,584 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 83db14d2c6b62950ddd3f8ace54b19c2: Running coprocessor pre-open hook at 1731513752570Writing region info on filesystem at 1731513752570Initializing all the Stores at 1731513752571 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513752571Cleaning up temporary data from old regions at 1731513752578 (+7 ms)Running coprocessor post-open hooks at 1731513752584 (+6 ms)Region opened successfully at 1731513752584 2024-11-13T16:02:32,586 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2., pid=24, masterSystemTime=1731513752564 2024-11-13T16:02:32,588 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:32,588 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:32,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=83db14d2c6b62950ddd3f8ace54b19c2, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:32,591 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83db14d2c6b62950ddd3f8ace54b19c2, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:02:32,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-13T16:02:32,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 83db14d2c6b62950ddd3f8ace54b19c2, server=f8f85b0bb1d8,34245,1731513681630 in 184 msec 2024-11-13T16:02:32,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-13T16:02:32,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=83db14d2c6b62950ddd3f8ace54b19c2, ASSIGN in 345 msec 2024-11-13T16:02:32,598 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:02:32,599 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513752599"}]},"ts":"1731513752599"} 2024-11-13T16:02:32,601 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-13T16:02:32,603 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:02:32,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1950 sec 2024-11-13T16:02:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-13T16:02:34,449 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-13T16:02:34,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-13T16:02:34,449 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:34,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-13T16:02:34,455 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:34,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-13T16:02:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:34,470 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:34,470 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-13T16:02:34,473 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-13T16:02:34,475 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-13T16:02:34,477 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-13T16:02:34,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-13T16:02:35,141 INFO [master/f8f85b0bb1d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T16:02:35,141 INFO [master/f8f85b0bb1d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T16:02:35,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-13T16:02:37,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193004' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-13T16:02:37,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34245 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:54344 deadline: 1731513758488, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193004' does not exist 2024-11-13T16:02:37,489 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f8f85b0bb1d8,34245,1731513681630 for closing scanner id = 5067704433073193004 for 83db14d2c6b62950ddd3f8ace54b19c2 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193004' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:02:37,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=529 (was 616), ProcessCount=11 (was 11), AvailableMemoryMB=2901 (was 2312) - AvailableMemoryMB LEAK? - 2024-11-13T16:02:37,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=529, ProcessCount=11, AvailableMemoryMB=2900 2024-11-13T16:02:37,505 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:02:37,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-13T16:02:37,509 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:02:37,509 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:37,510 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-13T16:02:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:02:37,512 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:02:37,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741849_1025 (size=419) 2024-11-13T16:02:37,931 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61d9dc076f72ff4aea7cf1422a0e19a3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:02:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741850_1026 (size=70) 2024-11-13T16:02:37,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-11-13T16:02:38,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:02:38,345 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:38,345 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 61d9dc076f72ff4aea7cf1422a0e19a3, disabling compactions & flushes 2024-11-13T16:02:38,345 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:02:38,345 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:02:38,345 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. after waiting 0 ms 2024-11-13T16:02:38,345 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:02:38,345 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:02:38,345 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61d9dc076f72ff4aea7cf1422a0e19a3: Waiting for close lock at 1731513758345Disabling compacts and flushes for region at 1731513758345Disabling writes for close at 1731513758345Writing region close event to WAL at 1731513758345Closed at 1731513758345 2024-11-13T16:02:38,347 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:02:38,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731513758347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513758347"}]},"ts":"1731513758347"} 2024-11-13T16:02:38,352 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:02:38,354 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:02:38,354 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513758354"}]},"ts":"1731513758354"} 2024-11-13T16:02:38,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-13T16:02:38,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61d9dc076f72ff4aea7cf1422a0e19a3, ASSIGN}] 2024-11-13T16:02:38,362 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61d9dc076f72ff4aea7cf1422a0e19a3, ASSIGN 2024-11-13T16:02:38,365 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61d9dc076f72ff4aea7cf1422a0e19a3, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:02:38,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=61d9dc076f72ff4aea7cf1422a0e19a3, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:38,519 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61d9dc076f72ff4aea7cf1422a0e19a3, ASSIGN because future has completed 2024-11-13T16:02:38,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61d9dc076f72ff4aea7cf1422a0e19a3, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:02:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:02:38,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:02:38,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 61d9dc076f72ff4aea7cf1422a0e19a3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:02:38,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:38,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,681 INFO [StoreOpener-61d9dc076f72ff4aea7cf1422a0e19a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,683 INFO [StoreOpener-61d9dc076f72ff4aea7cf1422a0e19a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d9dc076f72ff4aea7cf1422a0e19a3 columnFamilyName testFamily 2024-11-13T16:02:38,684 DEBUG [StoreOpener-61d9dc076f72ff4aea7cf1422a0e19a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:38,684 INFO [StoreOpener-61d9dc076f72ff4aea7cf1422a0e19a3-1 {}] regionserver.HStore(327): Store=61d9dc076f72ff4aea7cf1422a0e19a3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:02:38,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:02:38,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 61d9dc076f72ff4aea7cf1422a0e19a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65787706, jitterRate=-0.019686788320541382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:02:38,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:38,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 61d9dc076f72ff4aea7cf1422a0e19a3: Running coprocessor pre-open hook at 1731513758679Writing region info on filesystem at 1731513758679Initializing all the Stores at 1731513758680 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513758680Cleaning up temporary data from old regions at 1731513758688 (+8 ms)Running coprocessor post-open hooks at 1731513758695 (+7 ms)Region opened successfully at 1731513758696 (+1 ms) 2024-11-13T16:02:38,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3., pid=27, masterSystemTime=1731513758672 2024-11-13T16:02:38,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:02:38,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:02:38,701 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=61d9dc076f72ff4aea7cf1422a0e19a3, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:38,706 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61d9dc076f72ff4aea7cf1422a0e19a3, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:02:38,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-13T16:02:38,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 61d9dc076f72ff4aea7cf1422a0e19a3, server=f8f85b0bb1d8,34245,1731513681630 in 188 msec 2024-11-13T16:02:38,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-13T16:02:38,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=61d9dc076f72ff4aea7cf1422a0e19a3, ASSIGN in 351 msec 2024-11-13T16:02:38,715 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:02:38,716 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513758715"}]},"ts":"1731513758715"} 2024-11-13T16:02:38,719 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-13T16:02:38,721 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:02:38,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2150 sec 2024-11-13T16:02:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T16:02:40,539 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-13T16:02:40,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-13T16:02:40,540 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:40,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-13T16:02:40,546 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:40,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-13T16:02:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:40,565 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:40,566 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-13T16:02:40,569 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-13T16:02:40,571 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-13T16:02:40,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-13T16:02:40,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:40,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-13T16:02:40,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:41,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-13T16:02:44,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:02:46,576 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f8f85b0bb1d8:34245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-11-13T16:02:46,576 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-11-13T16:02:46,576 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 from cache 2024-11-13T16:02:46,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 529), ProcessCount=11 (was 11), AvailableMemoryMB=3080 (was 2900) - AvailableMemoryMB LEAK? - 2024-11-13T16:02:46,596 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=511, ProcessCount=11, AvailableMemoryMB=3079 2024-11-13T16:02:46,599 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:02:46,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-13T16:02:46,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:02:46,605 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:46,605 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-13T16:02:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-13T16:02:46,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:02:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741851_1027 (size=407) 2024-11-13T16:02:47,035 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e060cfb91d94d99953a715689438a153, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:02:47,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741852_1028 (size=58) 2024-11-13T16:02:47,047 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:47,047 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing e060cfb91d94d99953a715689438a153, disabling compactions & flushes 2024-11-13T16:02:47,047 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:47,047 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:47,047 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. after waiting 0 ms 2024-11-13T16:02:47,047 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:47,048 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:47,048 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for e060cfb91d94d99953a715689438a153: Waiting for close lock at 1731513767047Disabling compacts and flushes for region at 1731513767047Disabling writes for close at 1731513767047Writing region close event to WAL at 1731513767047Closed at 1731513767047 2024-11-13T16:02:47,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:02:47,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731513767050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513767050"}]},"ts":"1731513767050"} 2024-11-13T16:02:47,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:02:47,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:02:47,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513767056"}]},"ts":"1731513767056"} 2024-11-13T16:02:47,060 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-13T16:02:47,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e060cfb91d94d99953a715689438a153, ASSIGN}] 2024-11-13T16:02:47,063 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e060cfb91d94d99953a715689438a153, ASSIGN 2024-11-13T16:02:47,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e060cfb91d94d99953a715689438a153, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:02:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-11-13T16:02:47,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e060cfb91d94d99953a715689438a153, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:47,220 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e060cfb91d94d99953a715689438a153, ASSIGN because future has completed 2024-11-13T16:02:47,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure e060cfb91d94d99953a715689438a153, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:02:47,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:47,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => e060cfb91d94d99953a715689438a153, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:02:47,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:47,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,386 INFO [StoreOpener-e060cfb91d94d99953a715689438a153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,403 INFO [StoreOpener-e060cfb91d94d99953a715689438a153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e060cfb91d94d99953a715689438a153 columnFamilyName testFamily 2024-11-13T16:02:47,404 DEBUG [StoreOpener-e060cfb91d94d99953a715689438a153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:47,410 INFO [StoreOpener-e060cfb91d94d99953a715689438a153-1 {}] regionserver.HStore(327): Store=e060cfb91d94d99953a715689438a153/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:02:47,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:02:47,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened e060cfb91d94d99953a715689438a153; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59521051, jitterRate=-0.11306722462177277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:02:47,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e060cfb91d94d99953a715689438a153 2024-11-13T16:02:47,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for e060cfb91d94d99953a715689438a153: Running coprocessor pre-open hook at 1731513767383Writing region info on filesystem at 1731513767383Initializing all the Stores at 1731513767385 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513767385Cleaning up temporary data from old regions at 1731513767417 (+32 ms)Running coprocessor post-open hooks at 1731513767429 (+12 ms)Region opened successfully at 1731513767430 (+1 ms) 2024-11-13T16:02:47,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153., pid=30, masterSystemTime=1731513767374 2024-11-13T16:02:47,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:47,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:47,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e060cfb91d94d99953a715689438a153, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:47,446 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure e060cfb91d94d99953a715689438a153, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:02:47,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-13T16:02:47,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure e060cfb91d94d99953a715689438a153, server=f8f85b0bb1d8,34245,1731513681630 in 228 msec 2024-11-13T16:02:47,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-13T16:02:47,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e060cfb91d94d99953a715689438a153, ASSIGN in 392 msec 2024-11-13T16:02:47,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:02:47,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513767470"}]},"ts":"1731513767470"} 2024-11-13T16:02:47,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-13T16:02:47,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:02:47,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 878 msec 2024-11-13T16:02:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-13T16:02:47,620 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-13T16:02:47,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-13T16:02:47,620 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:47,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-13T16:02:47,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:47,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-13T16:02:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:47,667 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:47,667 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-13T16:02:47,675 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-13T16:02:47,678 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-13T16:02:47,680 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-13T16:02:47,681 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-13T16:02:47,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-13T16:02:49,360 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:02:50,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-13T16:02:50,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-13T16:02:52,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:02:53,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193012' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-13T16:02:53,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34245 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:54344 deadline: 1731513779691, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193012' does not exist 2024-11-13T16:02:53,693 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f8f85b0bb1d8,34245,1731513681630 for closing scanner id = 5067704433073193012 for e060cfb91d94d99953a715689438a153 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5067704433073193012' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:02:53,700 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 511), ProcessCount=11 (was 11), AvailableMemoryMB=2564 (was 3079) 2024-11-13T16:02:53,710 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=2566 2024-11-13T16:02:53,715 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:02:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-13T16:02:53,720 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:02:53,720 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:53,720 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-13T16:02:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T16:02:53,721 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:02:53,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741853_1029 (size=423) 2024-11-13T16:02:54,134 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94939bae36ada61ae0ca8c1517279111, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8 2024-11-13T16:02:54,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741854_1030 (size=74) 2024-11-13T16:02:54,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:54,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 94939bae36ada61ae0ca8c1517279111, disabling compactions & flushes 2024-11-13T16:02:54,150 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:02:54,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:02:54,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. after waiting 0 ms 2024-11-13T16:02:54,150 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:02:54,150 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:02:54,151 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94939bae36ada61ae0ca8c1517279111: Waiting for close lock at 1731513774150Disabling compacts and flushes for region at 1731513774150Disabling writes for close at 1731513774150Writing region close event to WAL at 1731513774150Closed at 1731513774150 2024-11-13T16:02:54,152 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:02:54,153 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731513774152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731513774152"}]},"ts":"1731513774152"} 2024-11-13T16:02:54,155 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:02:54,157 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:02:54,157 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513774157"}]},"ts":"1731513774157"} 2024-11-13T16:02:54,160 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-13T16:02:54,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=94939bae36ada61ae0ca8c1517279111, ASSIGN}] 2024-11-13T16:02:54,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=94939bae36ada61ae0ca8c1517279111, ASSIGN 2024-11-13T16:02:54,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=94939bae36ada61ae0ca8c1517279111, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34245,1731513681630; forceNewPlan=false, retain=false 2024-11-13T16:02:54,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-11-13T16:02:54,313 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=94939bae36ada61ae0ca8c1517279111, regionState=OPENING, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:54,317 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=94939bae36ada61ae0ca8c1517279111, ASSIGN because future has completed 2024-11-13T16:02:54,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94939bae36ada61ae0ca8c1517279111, server=f8f85b0bb1d8,34245,1731513681630}] 2024-11-13T16:02:54,476 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:02:54,476 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 94939bae36ada61ae0ca8c1517279111, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:02:54,477 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,477 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:02:54,477 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,477 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,479 INFO [StoreOpener-94939bae36ada61ae0ca8c1517279111-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,481 INFO [StoreOpener-94939bae36ada61ae0ca8c1517279111-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94939bae36ada61ae0ca8c1517279111 columnFamilyName testFamily 2024-11-13T16:02:54,481 DEBUG [StoreOpener-94939bae36ada61ae0ca8c1517279111-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:02:54,482 INFO [StoreOpener-94939bae36ada61ae0ca8c1517279111-1 {}] regionserver.HStore(327): Store=94939bae36ada61ae0ca8c1517279111/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:02:54,482 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,483 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,483 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,484 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,484 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,486 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,489 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:02:54,490 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 94939bae36ada61ae0ca8c1517279111; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75105906, jitterRate=0.11916521191596985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:02:54,490 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:54,491 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 94939bae36ada61ae0ca8c1517279111: Running coprocessor pre-open hook at 1731513774477Writing region info on filesystem at 1731513774477Initializing all the Stores at 1731513774479 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731513774479Cleaning up temporary data from old regions at 1731513774484 (+5 ms)Running coprocessor post-open hooks at 1731513774490 (+6 ms)Region opened successfully at 1731513774491 (+1 ms) 2024-11-13T16:02:54,492 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., pid=33, masterSystemTime=1731513774471 2024-11-13T16:02:54,495 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:02:54,495 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:02:54,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=94939bae36ada61ae0ca8c1517279111, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:54,498 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94939bae36ada61ae0ca8c1517279111, server=f8f85b0bb1d8,34245,1731513681630 because future has completed 2024-11-13T16:02:54,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-13T16:02:54,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 94939bae36ada61ae0ca8c1517279111, server=f8f85b0bb1d8,34245,1731513681630 in 182 msec 2024-11-13T16:02:54,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-13T16:02:54,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=94939bae36ada61ae0ca8c1517279111, ASSIGN in 342 msec 2024-11-13T16:02:54,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:02:54,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731513774507"}]},"ts":"1731513774507"} 2024-11-13T16:02:54,509 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-13T16:02:54,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:02:54,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 796 msec 2024-11-13T16:02:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T16:02:54,729 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-13T16:02:54,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-13T16:02:54,730 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-13T16:02:54,735 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:02:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-13T16:02:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:54,753 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-13T16:02:54,753 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-13T16:02:54,757 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-13T16:02:54,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-13T16:02:55,434 DEBUG [master/f8f85b0bb1d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T16:02:55,766 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f8f85b0bb1d8:34245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-11-13T16:02:55,766 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-11-13T16:02:55,766 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 from cache 2024-11-13T16:02:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-11-13T16:02:56,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2] 2024-11-13T16:02:56,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-13T16:02:57,766 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f8f85b0bb1d8:34245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=984ms, rpcTimeout=975ms 2024-11-13T16:02:57,770 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=984ms, rpcTimeout=975ms 2024-11-13T16:02:57,770 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., hostname=f8f85b0bb1d8,34245,1731513681630, seqNum=2 from cache 2024-11-13T16:02:57,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=224 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2077288754_22 at /127.0.0.1:47654 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 471) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2442 (was 2566) 2024-11-13T16:02:57,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:02:57,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:02:57,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:02:57,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:02:57,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:02:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T16:02:57,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:02:57,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:02:57,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:02:57,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:02:57,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:02:57,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T16:02:57,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2050315869, stopped=false 2024-11-13T16:02:57,794 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f8f85b0bb1d8,39711,1731513680433 2024-11-13T16:02:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:02:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:02:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:02:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:02:57,838 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:02:57,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:02:57,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:02:57,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:02:57,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:02:57,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:02:57,839 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f8f85b0bb1d8,34245,1731513681630' ***** 2024-11-13T16:02:57,839 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T16:02:57,839 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T16:02:57,839 INFO [RS:0;f8f85b0bb1d8:34245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T16:02:57,839 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T16:02:57,839 INFO [RS:0;f8f85b0bb1d8:34245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T16:02:57,840 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for 36d7f221da5d64aa0b38aa99adff071c 2024-11-13T16:02:57,840 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:57,840 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for e060cfb91d94d99953a715689438a153 2024-11-13T16:02:57,840 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for 016631a37fbd935188828ea28815c71d 2024-11-13T16:02:57,840 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for 83db14d2c6b62950ddd3f8ace54b19c2 2024-11-13T16:02:57,841 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for 94939bae36ada61ae0ca8c1517279111 2024-11-13T16:02:57,841 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36d7f221da5d64aa0b38aa99adff071c, disabling compactions & flushes 2024-11-13T16:02:57,841 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for 61d9dc076f72ff4aea7cf1422a0e19a3 2024-11-13T16:02:57,841 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:02:57,841 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for b5e3a30a52800debbb1b250c0c8fa6c3 2024-11-13T16:02:57,841 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:57,841 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:02:57,841 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:02:57,841 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. after waiting 0 ms 2024-11-13T16:02:57,841 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:02:57,841 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(959): stopping server f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:02:57,841 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:02:57,841 INFO [RS:0;f8f85b0bb1d8:34245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f8f85b0bb1d8:34245. 2024-11-13T16:02:57,841 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:02:57,841 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:02:57,842 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T16:02:57,842 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T16:02:57,842 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T16:02:57,842 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T16:02:57,842 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-13T16:02:57,842 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:02:57,842 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:02:57,842 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:02:57,843 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:02:57,843 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 1588230740, 36d7f221da5d64aa0b38aa99adff071c, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153, f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:57,843 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:02:57,845 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-13T16:02:57,845 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36d7f221da5d64aa0b38aa99adff071c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:02:57,910 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c/.tmp/testFamily/4d023f310386442994ee4a136a4d6ea5 is 61, key is row-0/testFamily:testQualifier/1731513720947/Put/seqid=0 2024-11-13T16:02:57,920 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/info/b7bead8ab801418b9e67962ec186ee09 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3./info:regioninfo/1731513715952/Put/seqid=0 2024-11-13T16:02:57,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741856_1032 (size=20564) 2024-11-13T16:02:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741855_1031 (size=5049) 2024-11-13T16:02:58,043 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 1588230740, 36d7f221da5d64aa0b38aa99adff071c, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153, f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:58,243 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 1588230740, 36d7f221da5d64aa0b38aa99adff071c, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153, f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:58,283 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T16:02:58,332 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/info/b7bead8ab801418b9e67962ec186ee09 2024-11-13T16:02:58,335 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c/.tmp/testFamily/4d023f310386442994ee4a136a4d6ea5 2024-11-13T16:02:58,393 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c/.tmp/testFamily/4d023f310386442994ee4a136a4d6ea5 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c/testFamily/4d023f310386442994ee4a136a4d6ea5 2024-11-13T16:02:58,407 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c/testFamily/4d023f310386442994ee4a136a4d6ea5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:02:58,415 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/ns/7743a4d6375f424aa320baeb9b6aa39c is 43, key is default/ns:d/1731513714385/Put/seqid=0 2024-11-13T16:02:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741857_1033 (size=5153) 2024-11-13T16:02:58,427 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 36d7f221da5d64aa0b38aa99adff071c in 572ms, sequenceid=8, compaction requested=false 2024-11-13T16:02:58,443 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScanner/36d7f221da5d64aa0b38aa99adff071c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:02:58,444 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 1588230740, 36d7f221da5d64aa0b38aa99adff071c, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153, f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:58,446 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:02:58,447 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36d7f221da5d64aa0b38aa99adff071c: Waiting for close lock at 1731513777840Running coprocessor pre-close hooks at 1731513777841 (+1 ms)Disabling compacts and flushes for region at 1731513777841Disabling writes for close at 1731513777841Obtaining lock to block concurrent updates at 1731513777845 (+4 ms)Preparing flush snapshotting stores in 36d7f221da5d64aa0b38aa99adff071c at 1731513777845Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513777852 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. at 1731513777853 (+1 ms)Flushing 36d7f221da5d64aa0b38aa99adff071c/testFamily: creating writer at 1731513777855 (+2 ms)Flushing 36d7f221da5d64aa0b38aa99adff071c/testFamily: appending metadata at 1731513777902 (+47 ms)Flushing 36d7f221da5d64aa0b38aa99adff071c/testFamily: closing flushed file at 1731513777905 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e17b09: reopening flushed file at 1731513778390 (+485 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 36d7f221da5d64aa0b38aa99adff071c in 572ms, sequenceid=8, compaction requested=false at 1731513778427 (+37 ms)Writing region close event to WAL at 1731513778433 (+6 ms)Running coprocessor post-close hooks at 1731513778445 (+12 ms)Closed at 1731513778446 (+1 ms) 2024-11-13T16:02:58,447 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731513717887.36d7f221da5d64aa0b38aa99adff071c. 2024-11-13T16:02:58,448 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3ddd96a4bf0e9a2ac04a95c4ac54a11, disabling compactions & flushes 2024-11-13T16:02:58,448 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:58,448 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:58,448 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. after waiting 0 ms 2024-11-13T16:02:58,448 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:58,448 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3ddd96a4bf0e9a2ac04a95c4ac54a11 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:02:58,454 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f8f85b0bb1d8:39711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 10 more 2024-11-13T16:02:58,477 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11/.tmp/testFamily/d9b403d0794847bcab6e9080670a14ae is 61, key is row-0/testFamily:testQualifier/1731513730061/Put/seqid=0 2024-11-13T16:02:58,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741858_1034 (size=5049) 2024-11-13T16:02:58,644 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 1588230740, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153, f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:58,726 INFO [regionserver/f8f85b0bb1d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T16:02:58,727 INFO [regionserver/f8f85b0bb1d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T16:02:58,825 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/ns/7743a4d6375f424aa320baeb9b6aa39c 2024-11-13T16:02:58,844 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-13T16:02:58,844 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 1588230740, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153, f3ddd96a4bf0e9a2ac04a95c4ac54a11 2024-11-13T16:02:58,859 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/table/c22f32cbdac14a95ac59ebb952115150 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731513715969/Put/seqid=0 2024-11-13T16:02:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741859_1035 (size=6699) 2024-11-13T16:02:58,890 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11/.tmp/testFamily/d9b403d0794847bcab6e9080670a14ae 2024-11-13T16:02:58,906 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11/.tmp/testFamily/d9b403d0794847bcab6e9080670a14ae as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11/testFamily/d9b403d0794847bcab6e9080670a14ae 2024-11-13T16:02:58,919 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11/testFamily/d9b403d0794847bcab6e9080670a14ae, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:02:58,920 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3ddd96a4bf0e9a2ac04a95c4ac54a11 in 472ms, sequenceid=8, compaction requested=false 2024-11-13T16:02:58,927 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNextAsync/f3ddd96a4bf0e9a2ac04a95c4ac54a11/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:02:58,928 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:58,928 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3ddd96a4bf0e9a2ac04a95c4ac54a11: Waiting for close lock at 1731513778448Running coprocessor pre-close hooks at 1731513778448Disabling compacts and flushes for region at 1731513778448Disabling writes for close at 1731513778448Obtaining lock to block concurrent updates at 1731513778448Preparing flush snapshotting stores in f3ddd96a4bf0e9a2ac04a95c4ac54a11 at 1731513778448Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513778448Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. at 1731513778453 (+5 ms)Flushing f3ddd96a4bf0e9a2ac04a95c4ac54a11/testFamily: creating writer at 1731513778453Flushing f3ddd96a4bf0e9a2ac04a95c4ac54a11/testFamily: appending metadata at 1731513778477 (+24 ms)Flushing f3ddd96a4bf0e9a2ac04a95c4ac54a11/testFamily: closing flushed file at 1731513778477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3222f6bd: reopening flushed file at 1731513778904 (+427 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3ddd96a4bf0e9a2ac04a95c4ac54a11 in 472ms, sequenceid=8, compaction requested=false at 1731513778920 (+16 ms)Writing region close event to WAL at 1731513778921 (+1 ms)Running coprocessor post-close hooks at 1731513778928 (+7 ms)Closed at 1731513778928 2024-11-13T16:02:58,928 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731513727001.f3ddd96a4bf0e9a2ac04a95c4ac54a11. 2024-11-13T16:02:58,928 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e060cfb91d94d99953a715689438a153, disabling compactions & flushes 2024-11-13T16:02:58,929 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:58,929 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:58,929 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. after waiting 0 ms 2024-11-13T16:02:58,929 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:58,929 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e060cfb91d94d99953a715689438a153 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:02:58,950 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153/.tmp/testFamily/e329e42433554ea9bef9be43c9266e09 is 61, key is row-0/testFamily:testQualifier/1731513767636/Put/seqid=0 2024-11-13T16:02:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741860_1036 (size=5049) 2024-11-13T16:02:59,045 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 1588230740, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153 2024-11-13T16:02:59,245 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 1588230740, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153 2024-11-13T16:02:59,265 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/table/c22f32cbdac14a95ac59ebb952115150 2024-11-13T16:02:59,281 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/info/b7bead8ab801418b9e67962ec186ee09 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/info/b7bead8ab801418b9e67962ec186ee09 2024-11-13T16:02:59,303 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/info/b7bead8ab801418b9e67962ec186ee09, entries=100, sequenceid=56, filesize=20.1 K 2024-11-13T16:02:59,305 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/ns/7743a4d6375f424aa320baeb9b6aa39c as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/ns/7743a4d6375f424aa320baeb9b6aa39c 2024-11-13T16:02:59,317 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/ns/7743a4d6375f424aa320baeb9b6aa39c, entries=2, sequenceid=56, filesize=5.0 K 2024-11-13T16:02:59,320 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/.tmp/table/c22f32cbdac14a95ac59ebb952115150 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/table/c22f32cbdac14a95ac59ebb952115150 2024-11-13T16:02:59,357 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/table/c22f32cbdac14a95ac59ebb952115150, entries=20, sequenceid=56, filesize=6.5 K 2024-11-13T16:02:59,363 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153/.tmp/testFamily/e329e42433554ea9bef9be43c9266e09 2024-11-13T16:02:59,372 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1529ms, sequenceid=56, compaction requested=false 2024-11-13T16:02:59,400 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153/.tmp/testFamily/e329e42433554ea9bef9be43c9266e09 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153/testFamily/e329e42433554ea9bef9be43c9266e09 2024-11-13T16:02:59,421 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-13T16:02:59,424 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:02:59,424 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153/testFamily/e329e42433554ea9bef9be43c9266e09, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:02:59,425 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:02:59,425 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731513777842Running coprocessor pre-close hooks at 1731513777842Disabling compacts and flushes for region at 1731513777842Disabling writes for close at 1731513777843 (+1 ms)Obtaining lock to block concurrent updates at 1731513777845 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731513777845Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731513777852 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731513777853 (+1 ms)Flushing 1588230740/info: creating writer at 1731513777855 (+2 ms)Flushing 1588230740/info: appending metadata at 1731513777911 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731513777911Flushing 1588230740/ns: creating writer at 1731513778390 (+479 ms)Flushing 1588230740/ns: appending metadata at 1731513778414 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731513778414Flushing 1588230740/table: creating writer at 1731513778835 (+421 ms)Flushing 1588230740/table: appending metadata at 1731513778858 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731513778858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559599af: reopening flushed file at 1731513779279 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe8cf60: reopening flushed file at 1731513779303 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4b933b: reopening flushed file at 1731513779318 (+15 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1529ms, sequenceid=56, compaction requested=false at 1731513779373 (+55 ms)Writing region close event to WAL at 1731513779408 (+35 ms)Running coprocessor post-close hooks at 1731513779424 (+16 ms)Closed at 1731513779425 (+1 ms) 2024-11-13T16:02:59,425 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T16:02:59,433 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e060cfb91d94d99953a715689438a153 in 504ms, sequenceid=8, compaction requested=false 2024-11-13T16:02:59,445 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 016631a37fbd935188828ea28815c71d, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517, e060cfb91d94d99953a715689438a153 2024-11-13T16:02:59,467 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnNext/e060cfb91d94d99953a715689438a153/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:02:59,470 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:59,470 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e060cfb91d94d99953a715689438a153: Waiting for close lock at 1731513778928Running coprocessor pre-close hooks at 1731513778928Disabling compacts and flushes for region at 1731513778928Disabling writes for close at 1731513778929 (+1 ms)Obtaining lock to block concurrent updates at 1731513778929Preparing flush snapshotting stores in e060cfb91d94d99953a715689438a153 at 1731513778929Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513778929Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. at 1731513778930 (+1 ms)Flushing e060cfb91d94d99953a715689438a153/testFamily: creating writer at 1731513778930Flushing e060cfb91d94d99953a715689438a153/testFamily: appending metadata at 1731513778949 (+19 ms)Flushing e060cfb91d94d99953a715689438a153/testFamily: closing flushed file at 1731513778950 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb6bd17: reopening flushed file at 1731513779397 (+447 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e060cfb91d94d99953a715689438a153 in 504ms, sequenceid=8, compaction requested=false at 1731513779433 (+36 ms)Writing region close event to WAL at 1731513779437 (+4 ms)Running coprocessor post-close hooks at 1731513779470 (+33 ms)Closed at 1731513779470 2024-11-13T16:02:59,470 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731513766598.e060cfb91d94d99953a715689438a153. 2024-11-13T16:02:59,471 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 016631a37fbd935188828ea28815c71d, disabling compactions & flushes 2024-11-13T16:02:59,471 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:59,471 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:59,471 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. after waiting 0 ms 2024-11-13T16:02:59,471 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:59,471 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 016631a37fbd935188828ea28815c71d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:02:59,505 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d/.tmp/testFamily/30771d6a620d4448bf8b60b41390129a is 61, key is row-0/testFamily:testQualifier/1731513739150/Put/seqid=0 2024-11-13T16:02:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741861_1037 (size=5049) 2024-11-13T16:02:59,517 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d/.tmp/testFamily/30771d6a620d4448bf8b60b41390129a 2024-11-13T16:02:59,551 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d/.tmp/testFamily/30771d6a620d4448bf8b60b41390129a as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d/testFamily/30771d6a620d4448bf8b60b41390129a 2024-11-13T16:02:59,590 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d/testFamily/30771d6a620d4448bf8b60b41390129a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:02:59,594 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 016631a37fbd935188828ea28815c71d in 123ms, sequenceid=8, compaction requested=false 2024-11-13T16:02:59,612 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextException/016631a37fbd935188828ea28815c71d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:02:59,615 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:59,616 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 016631a37fbd935188828ea28815c71d: Waiting for close lock at 1731513779471Running coprocessor pre-close hooks at 1731513779471Disabling compacts and flushes for region at 1731513779471Disabling writes for close at 1731513779471Obtaining lock to block concurrent updates at 1731513779471Preparing flush snapshotting stores in 016631a37fbd935188828ea28815c71d at 1731513779471Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513779472 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. at 1731513779473 (+1 ms)Flushing 016631a37fbd935188828ea28815c71d/testFamily: creating writer at 1731513779473Flushing 016631a37fbd935188828ea28815c71d/testFamily: appending metadata at 1731513779505 (+32 ms)Flushing 016631a37fbd935188828ea28815c71d/testFamily: closing flushed file at 1731513779505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56462962: reopening flushed file at 1731513779548 (+43 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 016631a37fbd935188828ea28815c71d in 123ms, sequenceid=8, compaction requested=false at 1731513779594 (+46 ms)Writing region close event to WAL at 1731513779595 (+1 ms)Running coprocessor post-close hooks at 1731513779615 (+20 ms)Closed at 1731513779615 2024-11-13T16:02:59,616 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731513736110.016631a37fbd935188828ea28815c71d. 2024-11-13T16:02:59,616 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83db14d2c6b62950ddd3f8ace54b19c2, disabling compactions & flushes 2024-11-13T16:02:59,616 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:59,617 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:59,617 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. after waiting 0 ms 2024-11-13T16:02:59,617 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:02:59,617 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83db14d2c6b62950ddd3f8ace54b19c2 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:02:59,647 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:59,648 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2/.tmp/testFamily/45a473ac9ab24633813dc1c212fed2ff is 61, key is row-0/testFamily:testQualifier/1731513754460/Put/seqid=0 2024-11-13T16:02:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741862_1038 (size=5049) 2024-11-13T16:02:59,847 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T16:02:59,847 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1325): Online Regions={83db14d2c6b62950ddd3f8ace54b19c2=testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2., 94939bae36ada61ae0ca8c1517279111=testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., 61d9dc076f72ff4aea7cf1422a0e19a3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3., b5e3a30a52800debbb1b250c0c8fa6c3=testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3., b6f03803327375f2c394e3dddf64a517=testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517., 005ff8b218fe767acc8cd68e5b74ff88=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88.} 2024-11-13T16:02:59,848 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517 2024-11-13T16:02:59,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:03:00,048 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 61d9dc076f72ff4aea7cf1422a0e19a3, 83db14d2c6b62950ddd3f8ace54b19c2, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517 2024-11-13T16:03:00,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-13T16:03:00,081 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2/.tmp/testFamily/45a473ac9ab24633813dc1c212fed2ff 2024-11-13T16:03:00,097 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2/.tmp/testFamily/45a473ac9ab24633813dc1c212fed2ff as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2/testFamily/45a473ac9ab24633813dc1c212fed2ff 2024-11-13T16:03:00,117 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2/testFamily/45a473ac9ab24633813dc1c212fed2ff, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:03:00,119 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 83db14d2c6b62950ddd3f8ace54b19c2 in 502ms, sequenceid=8, compaction requested=false 2024-11-13T16:03:00,144 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNext/83db14d2c6b62950ddd3f8ace54b19c2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:03:00,147 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:03:00,147 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83db14d2c6b62950ddd3f8ace54b19c2: Waiting for close lock at 1731513779616Running coprocessor pre-close hooks at 1731513779616Disabling compacts and flushes for region at 1731513779616Disabling writes for close at 1731513779617 (+1 ms)Obtaining lock to block concurrent updates at 1731513779617Preparing flush snapshotting stores in 83db14d2c6b62950ddd3f8ace54b19c2 at 1731513779617Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513779618 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. at 1731513779619 (+1 ms)Flushing 83db14d2c6b62950ddd3f8ace54b19c2/testFamily: creating writer at 1731513779619Flushing 83db14d2c6b62950ddd3f8ace54b19c2/testFamily: appending metadata at 1731513779648 (+29 ms)Flushing 83db14d2c6b62950ddd3f8ace54b19c2/testFamily: closing flushed file at 1731513779648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60cc0e66: reopening flushed file at 1731513780093 (+445 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 83db14d2c6b62950ddd3f8ace54b19c2 in 502ms, sequenceid=8, compaction requested=false at 1731513780119 (+26 ms)Writing region close event to WAL at 1731513780131 (+12 ms)Running coprocessor post-close hooks at 1731513780146 (+15 ms)Closed at 1731513780146 2024-11-13T16:03:00,147 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731513751407.83db14d2c6b62950ddd3f8ace54b19c2. 2024-11-13T16:03:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94939bae36ada61ae0ca8c1517279111, disabling compactions & flushes 2024-11-13T16:03:00,148 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:03:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:03:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. after waiting 0 ms 2024-11-13T16:03:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:03:00,148 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94939bae36ada61ae0ca8c1517279111 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:03:00,186 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111/.tmp/testFamily/6c564103ab8346c5a243f00eff02dac7 is 61, key is row-0/testFamily:testQualifier/1731513774741/Put/seqid=0 2024-11-13T16:03:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741863_1039 (size=5049) 2024-11-13T16:03:00,204 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111/.tmp/testFamily/6c564103ab8346c5a243f00eff02dac7 2024-11-13T16:03:00,227 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111/.tmp/testFamily/6c564103ab8346c5a243f00eff02dac7 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111/testFamily/6c564103ab8346c5a243f00eff02dac7 2024-11-13T16:03:00,248 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 61d9dc076f72ff4aea7cf1422a0e19a3, 94939bae36ada61ae0ca8c1517279111, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517 2024-11-13T16:03:00,265 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111/testFamily/6c564103ab8346c5a243f00eff02dac7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:03:00,271 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 94939bae36ada61ae0ca8c1517279111 in 123ms, sequenceid=8, compaction requested=false 2024-11-13T16:03:00,310 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScannerAsync/94939bae36ada61ae0ca8c1517279111/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:03:00,318 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:03:00,318 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94939bae36ada61ae0ca8c1517279111: Waiting for close lock at 1731513780147Running coprocessor pre-close hooks at 1731513780147Disabling compacts and flushes for region at 1731513780147Disabling writes for close at 1731513780148 (+1 ms)Obtaining lock to block concurrent updates at 1731513780148Preparing flush snapshotting stores in 94939bae36ada61ae0ca8c1517279111 at 1731513780148Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513780149 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. at 1731513780152 (+3 ms)Flushing 94939bae36ada61ae0ca8c1517279111/testFamily: creating writer at 1731513780152Flushing 94939bae36ada61ae0ca8c1517279111/testFamily: appending metadata at 1731513780186 (+34 ms)Flushing 94939bae36ada61ae0ca8c1517279111/testFamily: closing flushed file at 1731513780186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea12261: reopening flushed file at 1731513780224 (+38 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 94939bae36ada61ae0ca8c1517279111 in 123ms, sequenceid=8, compaction requested=false at 1731513780271 (+47 ms)Writing region close event to WAL at 1731513780290 (+19 ms)Running coprocessor post-close hooks at 1731513780318 (+28 ms)Closed at 1731513780318 2024-11-13T16:03:00,318 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731513773714.94939bae36ada61ae0ca8c1517279111. 2024-11-13T16:03:00,319 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61d9dc076f72ff4aea7cf1422a0e19a3, disabling compactions & flushes 2024-11-13T16:03:00,319 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:03:00,319 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:03:00,319 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. after waiting 0 ms 2024-11-13T16:03:00,319 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:03:00,319 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61d9dc076f72ff4aea7cf1422a0e19a3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:03:00,369 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3/.tmp/testFamily/5228c76464724d47af30d4cc3d58d27f is 61, key is row-0/testFamily:testQualifier/1731513760552/Put/seqid=0 2024-11-13T16:03:00,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741864_1040 (size=5049) 2024-11-13T16:03:00,407 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3/.tmp/testFamily/5228c76464724d47af30d4cc3d58d27f 2024-11-13T16:03:00,450 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, 61d9dc076f72ff4aea7cf1422a0e19a3, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517 2024-11-13T16:03:00,463 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3/.tmp/testFamily/5228c76464724d47af30d4cc3d58d27f as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3/testFamily/5228c76464724d47af30d4cc3d58d27f 2024-11-13T16:03:00,498 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3/testFamily/5228c76464724d47af30d4cc3d58d27f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:03:00,502 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61d9dc076f72ff4aea7cf1422a0e19a3 in 183ms, sequenceid=8, compaction requested=false 2024-11-13T16:03:00,522 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/61d9dc076f72ff4aea7cf1422a0e19a3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:03:00,526 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:03:00,526 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61d9dc076f72ff4aea7cf1422a0e19a3: Waiting for close lock at 1731513780319Running coprocessor pre-close hooks at 1731513780319Disabling compacts and flushes for region at 1731513780319Disabling writes for close at 1731513780319Obtaining lock to block concurrent updates at 1731513780319Preparing flush snapshotting stores in 61d9dc076f72ff4aea7cf1422a0e19a3 at 1731513780319Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513780319Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. at 1731513780325 (+6 ms)Flushing 61d9dc076f72ff4aea7cf1422a0e19a3/testFamily: creating writer at 1731513780325Flushing 61d9dc076f72ff4aea7cf1422a0e19a3/testFamily: appending metadata at 1731513780368 (+43 ms)Flushing 61d9dc076f72ff4aea7cf1422a0e19a3/testFamily: closing flushed file at 1731513780368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e54c7c4: reopening flushed file at 1731513780450 (+82 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 61d9dc076f72ff4aea7cf1422a0e19a3 in 183ms, sequenceid=8, compaction requested=false at 1731513780503 (+53 ms)Writing region close event to WAL at 1731513780504 (+1 ms)Running coprocessor post-close hooks at 1731513780525 (+21 ms)Closed at 1731513780526 (+1 ms) 2024-11-13T16:03:00,526 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731513757505.61d9dc076f72ff4aea7cf1422a0e19a3. 2024-11-13T16:03:00,527 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5e3a30a52800debbb1b250c0c8fa6c3, disabling compactions & flushes 2024-11-13T16:03:00,527 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:03:00,527 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:03:00,527 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. after waiting 0 ms 2024-11-13T16:03:00,527 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:03:00,528 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5e3a30a52800debbb1b250c0c8fa6c3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:03:00,562 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3/.tmp/testFamily/c995622ba59a47ccaec0c254dcb70dd2 is 61, key is row-0/testFamily:testQualifier/1731513717782/Put/seqid=0 2024-11-13T16:03:00,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741865_1041 (size=5049) 2024-11-13T16:03:00,654 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517 2024-11-13T16:03:00,854 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T16:03:00,854 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1325): Online Regions={b5e3a30a52800debbb1b250c0c8fa6c3=testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3., b6f03803327375f2c394e3dddf64a517=testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517., 005ff8b218fe767acc8cd68e5b74ff88=testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88.} 2024-11-13T16:03:00,854 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, b5e3a30a52800debbb1b250c0c8fa6c3, b6f03803327375f2c394e3dddf64a517 2024-11-13T16:03:00,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-13T16:03:00,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:03:00,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T16:03:00,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-13T16:03:00,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-13T16:03:00,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-13T16:03:00,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-13T16:03:00,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-13T16:03:00,991 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3/.tmp/testFamily/c995622ba59a47ccaec0c254dcb70dd2 2024-11-13T16:03:01,005 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3/.tmp/testFamily/c995622ba59a47ccaec0c254dcb70dd2 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3/testFamily/c995622ba59a47ccaec0c254dcb70dd2 2024-11-13T16:03:01,013 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3/testFamily/c995622ba59a47ccaec0c254dcb70dd2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:03:01,014 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b5e3a30a52800debbb1b250c0c8fa6c3 in 486ms, sequenceid=8, compaction requested=false 2024-11-13T16:03:01,019 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b5e3a30a52800debbb1b250c0c8fa6c3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:03:01,020 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:03:01,020 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5e3a30a52800debbb1b250c0c8fa6c3: Waiting for close lock at 1731513780527Running coprocessor pre-close hooks at 1731513780527Disabling compacts and flushes for region at 1731513780527Disabling writes for close at 1731513780527Obtaining lock to block concurrent updates at 1731513780528 (+1 ms)Preparing flush snapshotting stores in b5e3a30a52800debbb1b250c0c8fa6c3 at 1731513780528Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513780528Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. at 1731513780534 (+6 ms)Flushing b5e3a30a52800debbb1b250c0c8fa6c3/testFamily: creating writer at 1731513780534Flushing b5e3a30a52800debbb1b250c0c8fa6c3/testFamily: appending metadata at 1731513780562 (+28 ms)Flushing b5e3a30a52800debbb1b250c0c8fa6c3/testFamily: closing flushed file at 1731513780562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65fcdcbe: reopening flushed file at 1731513781004 (+442 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b5e3a30a52800debbb1b250c0c8fa6c3 in 486ms, sequenceid=8, compaction requested=false at 1731513781014 (+10 ms)Writing region close event to WAL at 1731513781015 (+1 ms)Running coprocessor post-close hooks at 1731513781020 (+5 ms)Closed at 1731513781020 2024-11-13T16:03:01,020 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731513714686.b5e3a30a52800debbb1b250c0c8fa6c3. 2024-11-13T16:03:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6f03803327375f2c394e3dddf64a517, disabling compactions & flushes 2024-11-13T16:03:01,021 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:03:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:03:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. after waiting 0 ms 2024-11-13T16:03:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:03:01,021 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6f03803327375f2c394e3dddf64a517 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:03:01,042 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517/.tmp/testFamily/d1ddcb99c7734e928ee9f8a23403ee79 is 61, key is row-0/testFamily:testQualifier/1731513748361/Put/seqid=0 2024-11-13T16:03:01,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741866_1042 (size=5049) 2024-11-13T16:03:01,052 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517/.tmp/testFamily/d1ddcb99c7734e928ee9f8a23403ee79 2024-11-13T16:03:01,055 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88, b6f03803327375f2c394e3dddf64a517 2024-11-13T16:03:01,065 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517/.tmp/testFamily/d1ddcb99c7734e928ee9f8a23403ee79 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517/testFamily/d1ddcb99c7734e928ee9f8a23403ee79 2024-11-13T16:03:01,076 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517/testFamily/d1ddcb99c7734e928ee9f8a23403ee79, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:03:01,078 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b6f03803327375f2c394e3dddf64a517 in 57ms, sequenceid=8, compaction requested=false 2024-11-13T16:03:01,086 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnNextAsync/b6f03803327375f2c394e3dddf64a517/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:03:01,087 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:03:01,087 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6f03803327375f2c394e3dddf64a517: Waiting for close lock at 1731513781021Running coprocessor pre-close hooks at 1731513781021Disabling compacts and flushes for region at 1731513781021Disabling writes for close at 1731513781021Obtaining lock to block concurrent updates at 1731513781021Preparing flush snapshotting stores in b6f03803327375f2c394e3dddf64a517 at 1731513781021Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513781021Flushing stores of testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. at 1731513781022 (+1 ms)Flushing b6f03803327375f2c394e3dddf64a517/testFamily: creating writer at 1731513781022Flushing b6f03803327375f2c394e3dddf64a517/testFamily: appending metadata at 1731513781042 (+20 ms)Flushing b6f03803327375f2c394e3dddf64a517/testFamily: closing flushed file at 1731513781042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48300e7: reopening flushed file at 1731513781063 (+21 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b6f03803327375f2c394e3dddf64a517 in 57ms, sequenceid=8, compaction requested=false at 1731513781078 (+15 ms)Writing region close event to WAL at 1731513781079 (+1 ms)Running coprocessor post-close hooks at 1731513781087 (+8 ms)Closed at 1731513781087 2024-11-13T16:03:01,088 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731513745303.b6f03803327375f2c394e3dddf64a517. 2024-11-13T16:03:01,088 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 005ff8b218fe767acc8cd68e5b74ff88, disabling compactions & flushes 2024-11-13T16:03:01,088 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:03:01,088 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:03:01,088 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. after waiting 0 ms 2024-11-13T16:03:01,088 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:03:01,088 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 005ff8b218fe767acc8cd68e5b74ff88 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-13T16:03:01,125 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88/.tmp/testFamily/3522373a579a485ca77f444fc1283607 is 61, key is row-0/testFamily:testQualifier/1731513742252/Put/seqid=0 2024-11-13T16:03:01,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741867_1043 (size=5049) 2024-11-13T16:03:01,255 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:03:01,455 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1351): Waiting on 005ff8b218fe767acc8cd68e5b74ff88 2024-11-13T16:03:01,545 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88/.tmp/testFamily/3522373a579a485ca77f444fc1283607 2024-11-13T16:03:01,554 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88/.tmp/testFamily/3522373a579a485ca77f444fc1283607 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88/testFamily/3522373a579a485ca77f444fc1283607 2024-11-13T16:03:01,563 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88/testFamily/3522373a579a485ca77f444fc1283607, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T16:03:01,564 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 005ff8b218fe767acc8cd68e5b74ff88 in 476ms, sequenceid=8, compaction requested=false 2024-11-13T16:03:01,570 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/data/default/testNormalScanTimeoutOnOpenScanner/005ff8b218fe767acc8cd68e5b74ff88/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T16:03:01,571 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:03:01,571 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 005ff8b218fe767acc8cd68e5b74ff88: Waiting for close lock at 1731513781088Running coprocessor pre-close hooks at 1731513781088Disabling compacts and flushes for region at 1731513781088Disabling writes for close at 1731513781088Obtaining lock to block concurrent updates at 1731513781088Preparing flush snapshotting stores in 005ff8b218fe767acc8cd68e5b74ff88 at 1731513781088Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731513781089 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. at 1731513781099 (+10 ms)Flushing 005ff8b218fe767acc8cd68e5b74ff88/testFamily: creating writer at 1731513781099Flushing 005ff8b218fe767acc8cd68e5b74ff88/testFamily: appending metadata at 1731513781124 (+25 ms)Flushing 005ff8b218fe767acc8cd68e5b74ff88/testFamily: closing flushed file at 1731513781124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346648c8: reopening flushed file at 1731513781553 (+429 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 005ff8b218fe767acc8cd68e5b74ff88 in 476ms, sequenceid=8, compaction requested=false at 1731513781564 (+11 ms)Writing region close event to WAL at 1731513781565 (+1 ms)Running coprocessor post-close hooks at 1731513781571 (+6 ms)Closed at 1731513781571 2024-11-13T16:03:01,571 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731513739207.005ff8b218fe767acc8cd68e5b74ff88. 2024-11-13T16:03:01,656 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(976): stopping server f8f85b0bb1d8,34245,1731513681630; all regions closed. 2024-11-13T16:03:01,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741834_1010 (size=19479) 2024-11-13T16:03:01,668 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/oldWALs 2024-11-13T16:03:01,669 INFO [RS:0;f8f85b0bb1d8:34245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C34245%2C1731513681630.meta:.meta(num 1731513714183) 2024-11-13T16:03:01,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741833_1009 (size=20031) 2024-11-13T16:03:01,675 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/oldWALs 2024-11-13T16:03:01,675 INFO [RS:0;f8f85b0bb1d8:34245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C34245%2C1731513681630:(num 1731513713804) 2024-11-13T16:03:01,675 DEBUG [RS:0;f8f85b0bb1d8:34245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:03:01,675 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:03:01,675 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:03:01,675 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.ChoreService(370): Chore service for: regionserver/f8f85b0bb1d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T16:03:01,676 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:03:01,676 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:03:01,677 INFO [RS:0;f8f85b0bb1d8:34245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34245 2024-11-13T16:03:01,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:03:01,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f8f85b0bb1d8,34245,1731513681630 2024-11-13T16:03:01,709 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:03:01,764 INFO [regionserver/f8f85b0bb1d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:03:01,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f8f85b0bb1d8,34245,1731513681630] 2024-11-13T16:03:01,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f8f85b0bb1d8,34245,1731513681630 already deleted, retry=false 2024-11-13T16:03:01,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f8f85b0bb1d8,34245,1731513681630 expired; onlineServers=0 2024-11-13T16:03:01,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f8f85b0bb1d8,39711,1731513680433' ***** 2024-11-13T16:03:01,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T16:03:01,826 INFO [M:0;f8f85b0bb1d8:39711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:03:01,826 INFO [M:0;f8f85b0bb1d8:39711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:03:01,827 DEBUG [M:0;f8f85b0bb1d8:39711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T16:03:01,827 DEBUG [M:0;f8f85b0bb1d8:39711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T16:03:01,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T16:03:01,827 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731513683535 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731513683535,5,FailOnTimeoutGroup] 2024-11-13T16:03:01,827 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731513683534 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731513683534,5,FailOnTimeoutGroup] 2024-11-13T16:03:01,827 INFO [M:0;f8f85b0bb1d8:39711 {}] hbase.ChoreService(370): Chore service for: master/f8f85b0bb1d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T16:03:01,827 INFO [M:0;f8f85b0bb1d8:39711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:03:01,827 DEBUG [M:0;f8f85b0bb1d8:39711 {}] master.HMaster(1795): Stopping service threads 2024-11-13T16:03:01,827 INFO [M:0;f8f85b0bb1d8:39711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T16:03:01,828 INFO [M:0;f8f85b0bb1d8:39711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:03:01,828 INFO [M:0;f8f85b0bb1d8:39711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T16:03:01,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T16:03:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T16:03:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:03:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:03:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101361bc3f40001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:03:01,871 DEBUG [M:0;f8f85b0bb1d8:39711 {}] zookeeper.ZKUtil(347): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T16:03:01,871 WARN [M:0;f8f85b0bb1d8:39711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T16:03:01,872 INFO [RS:0;f8f85b0bb1d8:34245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:03:01,872 INFO [RS:0;f8f85b0bb1d8:34245 {}] regionserver.HRegionServer(1031): Exiting; stopping=f8f85b0bb1d8,34245,1731513681630; zookeeper connection closed. 2024-11-13T16:03:01,872 INFO [M:0;f8f85b0bb1d8:39711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/.lastflushedseqids 2024-11-13T16:03:01,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b4ac50d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b4ac50d 2024-11-13T16:03:01,873 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T16:03:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741868_1044 (size=649) 2024-11-13T16:03:01,912 INFO [M:0;f8f85b0bb1d8:39711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T16:03:01,912 INFO [M:0;f8f85b0bb1d8:39711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T16:03:01,913 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:03:01,913 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:03:01,913 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:03:01,913 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:03:01,913 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:03:01,913 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.08 KB heapSize=190.98 KB 2024-11-13T16:03:01,936 DEBUG [M:0;f8f85b0bb1d8:39711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de4461b1dc4246d6945035cc5611d4ba is 82, key is hbase:meta,,1/info:regioninfo/1731513714283/Put/seqid=0 2024-11-13T16:03:01,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741869_1045 (size=5672) 2024-11-13T16:03:01,950 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de4461b1dc4246d6945035cc5611d4ba 2024-11-13T16:03:01,985 DEBUG [M:0;f8f85b0bb1d8:39711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8644b2aeff944ba9ae8c057f76409f64 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731513715978/Put/seqid=0 2024-11-13T16:03:01,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741870_1046 (size=14078) 2024-11-13T16:03:02,398 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.53 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8644b2aeff944ba9ae8c057f76409f64 2024-11-13T16:03:02,408 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8644b2aeff944ba9ae8c057f76409f64 2024-11-13T16:03:02,428 DEBUG [M:0;f8f85b0bb1d8:39711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b320b6179b974fa1ab1da64c07621611 is 69, key is f8f85b0bb1d8,34245,1731513681630/rs:state/1731513683584/Put/seqid=0 2024-11-13T16:03:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741871_1047 (size=5156) 2024-11-13T16:03:02,845 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b320b6179b974fa1ab1da64c07621611 2024-11-13T16:03:02,869 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de4461b1dc4246d6945035cc5611d4ba as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de4461b1dc4246d6945035cc5611d4ba 2024-11-13T16:03:02,889 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de4461b1dc4246d6945035cc5611d4ba, entries=8, sequenceid=317, filesize=5.5 K 2024-11-13T16:03:02,891 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8644b2aeff944ba9ae8c057f76409f64 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8644b2aeff944ba9ae8c057f76409f64 2024-11-13T16:03:02,901 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8644b2aeff944ba9ae8c057f76409f64 2024-11-13T16:03:02,901 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8644b2aeff944ba9ae8c057f76409f64, entries=33, sequenceid=317, filesize=13.7 K 2024-11-13T16:03:02,908 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b320b6179b974fa1ab1da64c07621611 as hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b320b6179b974fa1ab1da64c07621611 2024-11-13T16:03:02,930 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38217/user/jenkins/test-data/b222b4ca-2a59-3fd9-a751-a4028531c2e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b320b6179b974fa1ab1da64c07621611, entries=1, sequenceid=317, filesize=5.0 K 2024-11-13T16:03:02,935 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.08 KB/166999, heapSize ~190.68 KB/195256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1022ms, sequenceid=317, compaction requested=false 2024-11-13T16:03:02,984 INFO [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:03:02,984 DEBUG [M:0;f8f85b0bb1d8:39711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731513781912Disabling compacts and flushes for region at 1731513781913 (+1 ms)Disabling writes for close at 1731513781913Obtaining lock to block concurrent updates at 1731513781913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731513781913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166999, getHeapSize=195496, getOffHeapSize=0, getCellsCount=364 at 1731513781914 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731513781915 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731513781915Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731513781936 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731513781936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731513781961 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731513781984 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731513781984Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731513782408 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731513782427 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731513782427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a1959b: reopening flushed file at 1731513782867 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262032f1: reopening flushed file at 1731513782889 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6fa632: reopening flushed file at 1731513782902 (+13 ms)Finished flush of dataSize ~163.08 KB/166999, heapSize ~190.68 KB/195256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1022ms, sequenceid=317, compaction requested=false at 1731513782935 (+33 ms)Writing region close event to WAL at 1731513782983 (+48 ms)Closed at 1731513782983 2024-11-13T16:03:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741830_1006 (size=188211) 2024-11-13T16:03:02,999 INFO [M:0;f8f85b0bb1d8:39711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T16:03:03,000 INFO [M:0;f8f85b0bb1d8:39711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39711 2024-11-13T16:03:03,000 INFO [M:0;f8f85b0bb1d8:39711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:03:03,000 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:03:03,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:03:03,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39711-0x101361bc3f40000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:03:03,110 INFO [M:0;f8f85b0bb1d8:39711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:03:03,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@517da02a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:03:03,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c9ad86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:03:03,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:03:03,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4342e037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:03:03,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@211fefc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/hadoop.log.dir/,STOPPED} 2024-11-13T16:03:03,166 WARN [BP-220458356-172.17.0.3-1731513675266 heartbeating to localhost/127.0.0.1:38217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:03:03,166 WARN [BP-220458356-172.17.0.3-1731513675266 heartbeating to localhost/127.0.0.1:38217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220458356-172.17.0.3-1731513675266 (Datanode Uuid b7273bf5-7412-4ed5-a64b-dff3690aaa9e) service to localhost/127.0.0.1:38217 2024-11-13T16:03:03,166 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:03:03,167 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:03:03,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/cluster_b8f24d26-2665-9dab-51dd-10172d88f805/data/data2/current/BP-220458356-172.17.0.3-1731513675266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:03:03,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/cluster_b8f24d26-2665-9dab-51dd-10172d88f805/data/data1/current/BP-220458356-172.17.0.3-1731513675266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:03:03,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:03:03,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:03:03,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:03:03,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:03:03,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:03:03,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a2942-c47b-484d-dab1-13fdebba46b1/hadoop.log.dir/,STOPPED} 2024-11-13T16:03:03,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T16:03:03,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down