2024-11-20 22:43:21,248 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-20 22:43:21,289 main DEBUG Took 0.038270 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 22:43:21,291 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 22:43:21,292 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 22:43:21,294 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 22:43:21,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,310 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 22:43:21,330 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,334 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,336 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,338 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,340 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,344 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,346 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,347 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,349 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,350 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,351 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 22:43:21,352 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,353 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 22:43:21,355 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 22:43:21,357 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 22:43:21,360 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 22:43:21,361 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 22:43:21,362 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 22:43:21,363 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 22:43:21,375 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 22:43:21,379 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 22:43:21,382 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 22:43:21,382 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 22:43:21,383 main DEBUG createAppenders(={Console}) 2024-11-20 22:43:21,384 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-20 22:43:21,384 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-20 22:43:21,385 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-20 22:43:21,387 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 22:43:21,388 main DEBUG OutputStream closed 2024-11-20 22:43:21,388 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 22:43:21,388 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 22:43:21,389 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-20 22:43:21,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 22:43:21,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 22:43:21,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 22:43:21,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 22:43:21,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 22:43:21,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 22:43:21,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 22:43:21,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 22:43:21,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 22:43:21,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 22:43:21,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 22:43:21,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 22:43:21,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 22:43:21,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 22:43:21,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 22:43:21,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 22:43:21,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 22:43:21,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 22:43:21,548 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 22:43:21,549 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-20 22:43:21,549 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 22:43:21,551 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-20T22:43:21,567 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-20 22:43:21,580 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 22:43:21,581 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T22:43:21,917 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd 2024-11-20T22:43:21,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T22:43:21,967 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/cluster_f31ea37c-04b6-42b9-4775-2a17fb0eb8f7, deleteOnExit=true 2024-11-20T22:43:21,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T22:43:21,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/test.cache.data in system properties and HBase conf 2024-11-20T22:43:21,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T22:43:21,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/hadoop.log.dir in system properties and HBase conf 2024-11-20T22:43:21,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T22:43:21,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T22:43:21,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T22:43:22,093 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T22:43:22,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T22:43:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T22:43:22,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T22:43:22,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T22:43:22,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T22:43:22,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T22:43:22,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T22:43:22,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T22:43:22,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T22:43:22,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T22:43:22,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/nfs.dump.dir in system properties and HBase conf 2024-11-20T22:43:22,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/java.io.tmpdir in system properties and HBase conf 2024-11-20T22:43:22,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T22:43:22,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T22:43:22,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T22:43:23,841 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T22:43:23,990 INFO [Time-limited test {}] log.Log(170): Logging initialized @3861ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T22:43:24,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T22:43:24,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T22:43:24,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T22:43:24,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T22:43:24,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T22:43:24,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T22:43:24,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/hadoop.log.dir/,AVAILABLE} 2024-11-20T22:43:24,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T22:43:24,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df87c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/java.io.tmpdir/jetty-localhost-42611-hadoop-hdfs-3_4_1-tests_jar-_-any-14910571563424913532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T22:43:24,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:42611} 2024-11-20T22:43:24,586 INFO [Time-limited test {}] server.Server(415): Started @4458ms 2024-11-20T22:43:25,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T22:43:25,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T22:43:25,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T22:43:25,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T22:43:25,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T22:43:25,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c598c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/hadoop.log.dir/,AVAILABLE} 2024-11-20T22:43:25,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a781d84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T22:43:25,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16d0bc3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/java.io.tmpdir/jetty-localhost-33499-hadoop-hdfs-3_4_1-tests_jar-_-any-6069706593118761904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T22:43:25,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e1cc352{HTTP/1.1, (http/1.1)}{localhost:33499} 2024-11-20T22:43:25,479 INFO [Time-limited test {}] server.Server(415): Started @5352ms 2024-11-20T22:43:25,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T22:43:27,082 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/cluster_f31ea37c-04b6-42b9-4775-2a17fb0eb8f7/data/data1/current/BP-2104257373-172.17.0.2-1732142603034/current, will proceed with Du for space computation calculation, 2024-11-20T22:43:27,082 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/cluster_f31ea37c-04b6-42b9-4775-2a17fb0eb8f7/data/data2/current/BP-2104257373-172.17.0.2-1732142603034/current, will proceed with Du for space computation calculation, 2024-11-20T22:43:27,244 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T22:43:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98ee251beab0c7b0 with lease ID 0x9c0343bfc6bfab26: Processing first storage report for DS-777f5d2d-c5c3-4e2c-ac23-b75ff99b7fc3 from datanode DatanodeRegistration(127.0.0.1:35957, datanodeUuid=6ffe670f-9d6a-4351-9719-739e708801b4, infoPort=45409, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1404366568;c=1732142603034) 2024-11-20T22:43:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98ee251beab0c7b0 with lease ID 0x9c0343bfc6bfab26: from storage DS-777f5d2d-c5c3-4e2c-ac23-b75ff99b7fc3 node DatanodeRegistration(127.0.0.1:35957, datanodeUuid=6ffe670f-9d6a-4351-9719-739e708801b4, infoPort=45409, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1404366568;c=1732142603034), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T22:43:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98ee251beab0c7b0 with lease ID 0x9c0343bfc6bfab26: Processing first storage report for DS-f384059b-9d83-4962-82c4-c03c5c042a6f from datanode DatanodeRegistration(127.0.0.1:35957, datanodeUuid=6ffe670f-9d6a-4351-9719-739e708801b4, infoPort=45409, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1404366568;c=1732142603034) 2024-11-20T22:43:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98ee251beab0c7b0 with lease ID 0x9c0343bfc6bfab26: from storage DS-f384059b-9d83-4962-82c4-c03c5c042a6f node DatanodeRegistration(127.0.0.1:35957, datanodeUuid=6ffe670f-9d6a-4351-9719-739e708801b4, infoPort=45409, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1404366568;c=1732142603034), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T22:43:27,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd 2024-11-20T22:43:27,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/cluster_f31ea37c-04b6-42b9-4775-2a17fb0eb8f7/zookeeper_0, clientPort=49402, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/cluster_f31ea37c-04b6-42b9-4775-2a17fb0eb8f7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/cluster_f31ea37c-04b6-42b9-4775-2a17fb0eb8f7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T22:43:27,603 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49402 2024-11-20T22:43:27,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T22:43:27,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T22:43:28,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741825_1001 (size=7) 2024-11-20T22:43:28,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 with version=8 2024-11-20T22:43:28,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/hbase-staging 2024-11-20T22:43:28,552 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T22:43:28,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f31b4695a16:0 server-side Connection retries=9 2024-11-20T22:43:28,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T22:43:28,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T22:43:28,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T22:43:28,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T22:43:28,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T22:43:29,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T22:43:29,265 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T22:43:29,275 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T22:43:29,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T22:43:29,312 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 111179 (auto-detected) 2024-11-20T22:43:29,313 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T22:43:29,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44711 2024-11-20T22:43:29,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44711 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-20T22:43:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447110x0, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T22:43:29,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44711-0x1015a6aa8430000 connected 2024-11-20T22:43:29,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T22:43:29,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T22:43:29,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T22:43:29,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8, hbase.cluster.distributed=false 2024-11-20T22:43:29,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T22:43:29,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44711 2024-11-20T22:43:29,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44711 2024-11-20T22:43:29,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44711 2024-11-20T22:43:29,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44711 2024-11-20T22:43:29,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44711 2024-11-20T22:43:29,857 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f31b4695a16:0 server-side Connection retries=9 2024-11-20T22:43:29,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T22:43:29,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T22:43:29,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T22:43:29,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T22:43:29,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T22:43:29,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T22:43:29,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T22:43:29,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45823 2024-11-20T22:43:29,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45823 connecting to ZooKeeper ensemble=127.0.0.1:49402 2024-11-20T22:43:29,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T22:43:29,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T22:43:29,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458230x0, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T22:43:29,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45823-0x1015a6aa8430001 connected 2024-11-20T22:43:29,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T22:43:29,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T22:43:29,912 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T22:43:29,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T22:43:29,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T22:43:29,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45823 2024-11-20T22:43:29,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45823 2024-11-20T22:43:29,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45823 2024-11-20T22:43:29,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45823 2024-11-20T22:43:29,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45823 2024-11-20T22:43:29,943 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f31b4695a16:44711 2024-11-20T22:43:29,945 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9f31b4695a16,44711,1732142608670 2024-11-20T22:43:29,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T22:43:29,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T22:43:29,965 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9f31b4695a16,44711,1732142608670 2024-11-20T22:43:30,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:30,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T22:43:30,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:30,002 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T22:43:30,003 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9f31b4695a16,44711,1732142608670 from backup master directory 2024-11-20T22:43:30,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T22:43:30,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9f31b4695a16,44711,1732142608670 2024-11-20T22:43:30,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T22:43:30,016 WARN [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T22:43:30,016 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f31b4695a16,44711,1732142608670 2024-11-20T22:43:30,019 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T22:43:30,021 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T22:43:30,098 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/hbase.id] with ID: bcc08a40-c215-4ef2-9bc5-974c6acbda32 2024-11-20T22:43:30,098 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/.tmp/hbase.id 2024-11-20T22:43:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741826_1002 (size=42) 2024-11-20T22:43:30,514 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/.tmp/hbase.id]:[hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/hbase.id] 2024-11-20T22:43:30,570 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T22:43:30,575 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T22:43:30,598 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-20T22:43:30,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:30,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:30,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741827_1003 (size=196) 2024-11-20T22:43:31,113 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:43:31,118 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T22:43:31,140 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T22:43:31,146 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T22:43:31,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741828_1004 (size=1189) 2024-11-20T22:43:31,618 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store 2024-11-20T22:43:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741829_1005 (size=34) 2024-11-20T22:43:32,048 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T22:43:32,053 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:43:32,055 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T22:43:32,055 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T22:43:32,056 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T22:43:32,058 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T22:43:32,058 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T22:43:32,059 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T22:43:32,060 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732142612055Disabling compacts and flushes for region at 1732142612055Disabling writes for close at 1732142612058 (+3 ms)Writing region close event to WAL at 1732142612059 (+1 ms)Closed at 1732142612059 2024-11-20T22:43:32,063 WARN [master/9f31b4695a16:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/.initializing 2024-11-20T22:43:32,064 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/WALs/9f31b4695a16,44711,1732142608670 2024-11-20T22:43:32,076 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T22:43:32,094 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f31b4695a16%2C44711%2C1732142608670, suffix=, logDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/WALs/9f31b4695a16,44711,1732142608670, archiveDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/oldWALs, maxLogs=10 2024-11-20T22:43:32,121 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/WALs/9f31b4695a16,44711,1732142608670/9f31b4695a16%2C44711%2C1732142608670.1732142612099, exclude list is [], retry=0 2024-11-20T22:43:32,140 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-777f5d2d-c5c3-4e2c-ac23-b75ff99b7fc3,DISK] 2024-11-20T22:43:32,144 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T22:43:32,183 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/WALs/9f31b4695a16,44711,1732142608670/9f31b4695a16%2C44711%2C1732142608670.1732142612099 2024-11-20T22:43:32,184 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45409:45409)] 2024-11-20T22:43:32,184 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:43:32,185 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:43:32,189 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,191 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T22:43:32,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:32,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:43:32,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T22:43:32,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:32,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:43:32,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T22:43:32,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:43:32,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T22:43:32,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:32,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:43:32,309 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,313 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,315 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,322 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,322 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,327 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T22:43:32,332 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T22:43:32,339 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:43:32,341 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69727154, jitterRate=0.03901556134223938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T22:43:32,350 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732142612210Initializing all the Stores at 1732142612213 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732142612214 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142612215 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142612215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142612215Cleaning up temporary data from old regions at 1732142612323 (+108 ms)Region opened successfully at 1732142612350 (+27 ms) 2024-11-20T22:43:32,352 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T22:43:32,409 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae8c704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f31b4695a16/172.17.0.2:0 2024-11-20T22:43:32,454 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T22:43:32,470 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T22:43:32,470 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T22:43:32,474 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T22:43:32,475 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T22:43:32,482 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T22:43:32,482 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T22:43:32,525 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T22:43:32,541 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T22:43:32,593 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T22:43:32,597 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T22:43:32,599 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T22:43:32,610 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T22:43:32,613 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T22:43:32,617 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T22:43:32,625 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T22:43:32,626 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T22:43:32,635 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T22:43:32,656 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T22:43:32,667 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T22:43:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T22:43:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T22:43:32,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:32,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:32,687 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f31b4695a16,44711,1732142608670, sessionid=0x1015a6aa8430000, setting cluster-up flag (Was=false) 2024-11-20T22:43:32,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:32,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:32,751 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T22:43:32,754 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f31b4695a16,44711,1732142608670 2024-11-20T22:43:32,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:32,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:43:32,811 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T22:43:32,812 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f31b4695a16,44711,1732142608670 2024-11-20T22:43:32,819 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T22:43:32,831 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(746): ClusterId : bcc08a40-c215-4ef2-9bc5-974c6acbda32 2024-11-20T22:43:32,834 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T22:43:32,849 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T22:43:32,849 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T22:43:32,858 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T22:43:32,859 DEBUG [RS:0;9f31b4695a16:45823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eb3071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f31b4695a16/172.17.0.2:0 2024-11-20T22:43:32,876 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f31b4695a16:45823 2024-11-20T22:43:32,881 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T22:43:32,881 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T22:43:32,881 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T22:43:32,885 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f31b4695a16,44711,1732142608670 with port=45823, startcode=1732142609814 2024-11-20T22:43:32,898 DEBUG [RS:0;9f31b4695a16:45823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T22:43:32,923 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T22:43:32,935 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T22:43:32,942 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T22:43:32,944 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T22:43:32,951 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44711 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T22:43:32,951 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f31b4695a16,44711,1732142608670 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T22:43:32,961 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f31b4695a16:0, corePoolSize=5, maxPoolSize=5 2024-11-20T22:43:32,961 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f31b4695a16:0, corePoolSize=5, maxPoolSize=5 2024-11-20T22:43:32,962 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f31b4695a16:0, corePoolSize=5, maxPoolSize=5 2024-11-20T22:43:32,962 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f31b4695a16:0, corePoolSize=5, maxPoolSize=5 2024-11-20T22:43:32,962 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f31b4695a16:0, corePoolSize=10, maxPoolSize=10 2024-11-20T22:43:32,962 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:43:32,963 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f31b4695a16:0, corePoolSize=2, maxPoolSize=2 2024-11-20T22:43:32,963 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:43:32,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T22:43:32,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T22:43:32,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:32,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T22:43:32,981 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732142642981 2024-11-20T22:43:32,981 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T22:43:32,982 WARN [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-20T22:43:32,982 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T22:43:32,983 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T22:43:32,987 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T22:43:32,988 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T22:43:32,988 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T22:43:32,988 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T22:43:32,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741831_1007 (size=1321) 2024-11-20T22:43:32,990 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T22:43:32,993 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T22:43:32,995 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T22:43:32,995 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T22:43:32,997 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T22:43:32,998 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T22:43:32,999 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f31b4695a16:0:becomeActiveMaster-HFileCleaner.large.0-1732142612999,5,FailOnTimeoutGroup] 2024-11-20T22:43:33,000 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f31b4695a16:0:becomeActiveMaster-HFileCleaner.small.0-1732142612999,5,FailOnTimeoutGroup] 2024-11-20T22:43:33,000 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T22:43:33,000 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T22:43:33,001 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T22:43:33,002 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T22:43:33,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T22:43:33,396 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:43:33,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741832_1008 (size=32) 2024-11-20T22:43:33,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:43:33,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T22:43:33,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T22:43:33,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:33,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:43:33,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T22:43:33,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T22:43:33,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:33,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:43:33,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T22:43:33,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T22:43:33,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:33,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:43:33,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T22:43:33,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T22:43:33,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:43:33,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:43:33,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T22:43:33,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740 2024-11-20T22:43:33,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740 2024-11-20T22:43:33,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T22:43:33,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T22:43:33,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T22:43:33,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T22:43:33,867 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:43:33,868 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67574717, jitterRate=0.006941750645637512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T22:43:33,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732142613820Initializing all the Stores at 1732142613822 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732142613822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732142613823 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142613823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732142613823Cleaning up temporary data from old regions at 1732142613856 (+33 ms)Region opened successfully at 1732142613872 (+16 ms) 2024-11-20T22:43:33,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T22:43:33,873 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T22:43:33,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T22:43:33,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T22:43:33,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T22:43:33,875 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T22:43:33,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732142613873Disabling compacts and flushes for region at 1732142613873Disabling writes for close at 1732142613873Writing region close event to WAL at 1732142613874 (+1 ms)Closed at 1732142613875 (+1 ms) 2024-11-20T22:43:33,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T22:43:33,879 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T22:43:33,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T22:43:33,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T22:43:33,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T22:43:34,048 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:35,049 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:36,050 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:37,050 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:38,051 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:39,052 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:39,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T22:43:39,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T22:43:40,052 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:41,053 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:42,054 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:43,055 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:44,055 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:45,056 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:46,057 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:47,058 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:48,059 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:49,059 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:50,060 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:51,061 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:52,062 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:53,063 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:54,063 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:55,064 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:56,065 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:57,066 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:57,351 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T22:43:58,066 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:43:59,067 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:00,068 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:01,068 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:02,069 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:02,983 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f31b4695a16,44711,1732142608670 with port=45823, startcode=1732142609814 2024-11-20T22:44:02,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f31b4695a16,45823,1732142609814 2024-11-20T22:44:02,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44711 {}] master.ServerManager(517): Registering regionserver=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:02,996 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:44:02,996 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38449 2024-11-20T22:44:02,996 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T22:44:03,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T22:44:03,038 DEBUG [RS:0;9f31b4695a16:45823 {}] zookeeper.ZKUtil(111): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f31b4695a16,45823,1732142609814 2024-11-20T22:44:03,038 WARN [RS:0;9f31b4695a16:45823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T22:44:03,038 INFO [RS:0;9f31b4695a16:45823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T22:44:03,039 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/WALs/9f31b4695a16,45823,1732142609814 2024-11-20T22:44:03,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f31b4695a16,45823,1732142609814] 2024-11-20T22:44:03,069 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T22:44:03,070 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:03,090 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T22:44:03,097 INFO [RS:0;9f31b4695a16:45823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T22:44:03,098 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,101 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T22:44:03,110 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T22:44:03,112 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,113 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,113 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,113 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,113 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,113 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,114 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f31b4695a16:0, corePoolSize=2, maxPoolSize=2 2024-11-20T22:44:03,114 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,114 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,114 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,114 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,114 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,115 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f31b4695a16:0, corePoolSize=1, maxPoolSize=1 2024-11-20T22:44:03,115 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f31b4695a16:0, corePoolSize=3, maxPoolSize=3 2024-11-20T22:44:03,115 DEBUG [RS:0;9f31b4695a16:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f31b4695a16:0, corePoolSize=3, maxPoolSize=3 2024-11-20T22:44:03,119 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,119 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,119 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,119 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,120 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,120 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f31b4695a16,45823,1732142609814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T22:44:03,140 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T22:44:03,142 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f31b4695a16,45823,1732142609814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,143 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,143 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.Replication(171): 9f31b4695a16,45823,1732142609814 started 2024-11-20T22:44:03,162 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:03,162 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1482): Serving as 9f31b4695a16,45823,1732142609814, RpcServer on 9f31b4695a16/172.17.0.2:45823, sessionid=0x1015a6aa8430001 2024-11-20T22:44:03,163 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T22:44:03,163 DEBUG [RS:0;9f31b4695a16:45823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f31b4695a16,45823,1732142609814 2024-11-20T22:44:03,163 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f31b4695a16,45823,1732142609814' 2024-11-20T22:44:03,163 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T22:44:03,164 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T22:44:03,165 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T22:44:03,165 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T22:44:03,165 DEBUG [RS:0;9f31b4695a16:45823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f31b4695a16,45823,1732142609814 2024-11-20T22:44:03,165 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f31b4695a16,45823,1732142609814' 2024-11-20T22:44:03,165 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T22:44:03,166 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T22:44:03,167 DEBUG [RS:0;9f31b4695a16:45823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T22:44:03,167 INFO [RS:0;9f31b4695a16:45823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T22:44:03,167 INFO [RS:0;9f31b4695a16:45823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T22:44:04,070 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:05,071 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:06,072 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:07,073 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:08,073 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:09,074 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:10,075 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:11,075 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:12,076 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:13,077 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:14,077 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:15,078 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:16,079 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:17,080 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:18,084 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:19,088 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:20,089 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:21,090 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:22,091 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:23,094 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:24,096 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:25,097 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:26,098 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:27,098 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:27,351 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T22:44:28,099 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:29,100 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:30,100 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:31,101 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:32,102 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:33,102 WARN [9f31b4695a16:44711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T22:44:33,173 INFO [RS:0;9f31b4695a16:45823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T22:44:33,178 INFO [RS:0;9f31b4695a16:45823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f31b4695a16%2C45823%2C1732142609814, suffix=, logDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/WALs/9f31b4695a16,45823,1732142609814, archiveDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/oldWALs, maxLogs=32 2024-11-20T22:44:33,200 DEBUG [RS:0;9f31b4695a16:45823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/WALs/9f31b4695a16,45823,1732142609814/9f31b4695a16%2C45823%2C1732142609814.1732142673182, exclude list is [], retry=0 2024-11-20T22:44:33,208 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-777f5d2d-c5c3-4e2c-ac23-b75ff99b7fc3,DISK] 2024-11-20T22:44:33,214 INFO [RS:0;9f31b4695a16:45823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/WALs/9f31b4695a16,45823,1732142609814/9f31b4695a16%2C45823%2C1732142609814.1732142673182 2024-11-20T22:44:33,214 DEBUG [RS:0;9f31b4695a16:45823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45409:45409)] 2024-11-20T22:44:33,355 DEBUG [9f31b4695a16:44711 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T22:44:33,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:33,375 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f31b4695a16,45823,1732142609814, state=OPENING 2024-11-20T22:44:33,389 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T22:44:33,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:44:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:44:33,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T22:44:33,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T22:44:33,408 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T22:44:33,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:44:33,603 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T22:44:33,607 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T22:44:33,623 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T22:44:33,623 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T22:44:33,624 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T22:44:33,627 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f31b4695a16%2C45823%2C1732142609814.meta, suffix=.meta, logDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/WALs/9f31b4695a16,45823,1732142609814, archiveDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/oldWALs, maxLogs=32 2024-11-20T22:44:33,647 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/WALs/9f31b4695a16,45823,1732142609814/9f31b4695a16%2C45823%2C1732142609814.meta.1732142673630.meta, exclude list is [], retry=0 2024-11-20T22:44:33,651 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35957,DS-777f5d2d-c5c3-4e2c-ac23-b75ff99b7fc3,DISK] 2024-11-20T22:44:33,654 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/WALs/9f31b4695a16,45823,1732142609814/9f31b4695a16%2C45823%2C1732142609814.meta.1732142673630.meta 2024-11-20T22:44:33,655 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45409:45409)] 2024-11-20T22:44:33,655 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:44:33,658 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T22:44:33,661 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T22:44:33,667 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T22:44:33,673 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T22:44:33,674 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:33,674 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T22:44:33,674 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T22:44:33,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T22:44:33,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T22:44:33,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:33,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:44:33,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T22:44:33,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T22:44:33,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:33,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:44:33,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T22:44:33,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T22:44:33,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:33,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:44:33,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T22:44:33,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T22:44:33,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:33,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T22:44:33,690 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T22:44:33,692 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740 2024-11-20T22:44:33,695 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740 2024-11-20T22:44:33,697 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T22:44:33,698 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T22:44:33,699 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T22:44:33,701 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T22:44:33,703 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69827450, jitterRate=0.040510088205337524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T22:44:33,704 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T22:44:33,705 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732142673675Writing region info on filesystem at 1732142673675Initializing all the Stores at 1732142673677 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732142673677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732142673678 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142673678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732142673678Cleaning up temporary data from old regions at 1732142673698 (+20 ms)Running coprocessor post-open hooks at 1732142673704 (+6 ms)Region opened successfully at 1732142673705 (+1 ms) 2024-11-20T22:44:33,715 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732142673592 2024-11-20T22:44:33,730 DEBUG [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T22:44:33,731 INFO [RS_OPEN_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T22:44:33,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:33,736 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f31b4695a16,45823,1732142609814, state=OPEN 2024-11-20T22:44:33,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T22:44:33,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T22:44:33,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T22:44:33,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T22:44:33,801 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:33,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T22:44:33,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f31b4695a16,45823,1732142609814 in 391 msec 2024-11-20T22:44:33,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T22:44:33,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9280 sec 2024-11-20T22:44:33,822 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T22:44:33,822 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T22:44:33,855 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T22:44:33,857 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f31b4695a16,45823,1732142609814, seqNum=-1] 2024-11-20T22:44:33,886 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T22:44:33,892 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T22:44:33,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.052 sec 2024-11-20T22:44:33,920 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732142673920, completionTime=-1 2024-11-20T22:44:33,923 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T22:44:33,923 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T22:44:33,973 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T22:44:33,973 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732142733973 2024-11-20T22:44:33,973 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732142793973 2024-11-20T22:44:33,973 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 50 msec 2024-11-20T22:44:33,975 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f31b4695a16,44711,1732142608670-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:33,976 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f31b4695a16,44711,1732142608670-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:33,976 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f31b4695a16,44711,1732142608670-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:33,978 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f31b4695a16:44711, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:33,979 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:33,989 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:34,004 DEBUG [master/9f31b4695a16:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T22:44:34,033 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 64.016sec 2024-11-20T22:44:34,034 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T22:44:34,036 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T22:44:34,037 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T22:44:34,040 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T22:44:34,040 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T22:44:34,041 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f31b4695a16,44711,1732142608670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T22:44:34,041 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f31b4695a16,44711,1732142608670-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T22:44:34,055 DEBUG [master/9f31b4695a16:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T22:44:34,056 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T22:44:34,057 INFO [master/9f31b4695a16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f31b4695a16,44711,1732142608670-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T22:44:34,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78de24df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T22:44:34,145 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T22:44:34,145 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T22:44:34,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f31b4695a16,44711,-1 for getting cluster id 2024-11-20T22:44:34,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T22:44:34,162 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc08a40-c215-4ef2-9bc5-974c6acbda32' 2024-11-20T22:44:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T22:44:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc08a40-c215-4ef2-9bc5-974c6acbda32" 2024-11-20T22:44:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f5f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T22:44:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f31b4695a16,44711,-1] 2024-11-20T22:44:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T22:44:34,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:44:34,177 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T22:44:34,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73241793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T22:44:34,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T22:44:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f31b4695a16,45823,1732142609814, seqNum=-1] 2024-11-20T22:44:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T22:44:34,193 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T22:44:34,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f31b4695a16,44711,1732142608670 2024-11-20T22:44:34,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b5ed80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T22:44:34,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f31b4695a16,44711,-1 for getting cluster id 2024-11-20T22:44:34,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T22:44:34,228 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc08a40-c215-4ef2-9bc5-974c6acbda32' 2024-11-20T22:44:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T22:44:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc08a40-c215-4ef2-9bc5-974c6acbda32" 2024-11-20T22:44:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8a2617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T22:44:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f31b4695a16,44711,-1] 2024-11-20T22:44:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T22:44:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:44:34,233 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T22:44:34,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T22:44:34,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=549, ProcessCount=11, AvailableMemoryMB=1280 2024-11-20T22:44:34,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T22:44:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f31b4695a16,44711,1732142608670 2024-11-20T22:44:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdd038e 2024-11-20T22:44:34,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T22:44:34,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T22:44:34,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:44:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-20T22:44:34,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:44:34,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:34,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-20T22:44:34,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:44:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T22:44:34,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741835_1011 (size=428) 2024-11-20T22:44:34,731 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f15b22ce49a839df2af468178eeee8b7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:44:34,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741836_1012 (size=79) 2024-11-20T22:44:34,741 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:34,741 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing f15b22ce49a839df2af468178eeee8b7, disabling compactions & flushes 2024-11-20T22:44:34,741 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:44:34,741 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:44:34,742 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. after waiting 0 ms 2024-11-20T22:44:34,742 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:44:34,742 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:44:34,742 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f15b22ce49a839df2af468178eeee8b7: Waiting for close lock at 1732142674741Disabling compacts and flushes for region at 1732142674741Disabling writes for close at 1732142674742 (+1 ms)Writing region close event to WAL at 1732142674742Closed at 1732142674742 2024-11-20T22:44:34,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:44:34,749 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732142674744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142674744"}]},"ts":"1732142674744"} 2024-11-20T22:44:34,755 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:44:34,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:44:34,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142674757"}]},"ts":"1732142674757"} 2024-11-20T22:44:34,765 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-20T22:44:34,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f15b22ce49a839df2af468178eeee8b7, ASSIGN}] 2024-11-20T22:44:34,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f15b22ce49a839df2af468178eeee8b7, ASSIGN 2024-11-20T22:44:34,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f15b22ce49a839df2af468178eeee8b7, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:44:34,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f15b22ce49a839df2af468178eeee8b7, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:34,930 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f15b22ce49a839df2af468178eeee8b7, ASSIGN because future has completed 2024-11-20T22:44:34,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f15b22ce49a839df2af468178eeee8b7, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:44:35,100 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:44:35,100 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f15b22ce49a839df2af468178eeee8b7, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:44:35,101 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,101 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:35,101 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,101 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,104 INFO [StoreOpener-f15b22ce49a839df2af468178eeee8b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,107 INFO [StoreOpener-f15b22ce49a839df2af468178eeee8b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15b22ce49a839df2af468178eeee8b7 columnFamilyName testFamily 2024-11-20T22:44:35,107 DEBUG [StoreOpener-f15b22ce49a839df2af468178eeee8b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:35,108 INFO [StoreOpener-f15b22ce49a839df2af468178eeee8b7-1 {}] regionserver.HStore(327): Store=f15b22ce49a839df2af468178eeee8b7/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:44:35,108 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,110 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,111 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,112 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,112 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,115 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,118 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:44:35,119 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f15b22ce49a839df2af468178eeee8b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63401740, jitterRate=-0.0552404522895813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:44:35,119 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:44:35,120 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f15b22ce49a839df2af468178eeee8b7: Running coprocessor pre-open hook at 1732142675102Writing region info on filesystem at 1732142675102Initializing all the Stores at 1732142675103 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142675103Cleaning up temporary data from old regions at 1732142675112 (+9 ms)Running coprocessor post-open hooks at 1732142675119 (+7 ms)Region opened successfully at 1732142675120 (+1 ms) 2024-11-20T22:44:35,123 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7., pid=6, masterSystemTime=1732142675094 2024-11-20T22:44:35,127 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:44:35,127 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:44:35,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f15b22ce49a839df2af468178eeee8b7, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:35,133 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f15b22ce49a839df2af468178eeee8b7, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:44:35,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T22:44:35,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f15b22ce49a839df2af468178eeee8b7, server=9f31b4695a16,45823,1732142609814 in 200 msec 2024-11-20T22:44:35,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T22:44:35,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f15b22ce49a839df2af468178eeee8b7, ASSIGN in 375 msec 2024-11-20T22:44:35,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:44:35,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142675148"}]},"ts":"1732142675148"} 2024-11-20T22:44:35,152 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-20T22:44:35,154 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:44:35,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 863 msec 2024-11-20T22:44:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T22:44:35,328 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-20T22:44:35,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-20T22:44:35,331 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:35,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-20T22:44:35,339 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:35,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-20T22:44:35,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T22:44:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f31b4695a16,45823,1732142609814, seqNum=-1] 2024-11-20T22:44:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T22:44:35,352 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T22:44:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:44:35,379 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:44:35,384 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-20T22:44:35,391 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-20T22:44:35,397 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-20T22:44:35,401 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-20T22:44:35,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-327025248073416696 2024-11-20T22:44:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60384 deadline: 1732142678401, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T22:44:35,415 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-20T22:44:35,418 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-20T22:44:35,419 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:35,422 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:35,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-327025248073416694 2024-11-20T22:44:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60384 deadline: 1732142678422, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T22:44:35,430 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:35,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-327025248073416693 2024-11-20T22:44:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60384 deadline: 1732142678430, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T22:44:35,437 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:35,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-327025248073416692 2024-11-20T22:44:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60384 deadline: 1732142678437, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T22:44:35,446 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:35,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1358860852_22 at /127.0.0.1:52650 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=549 (was 549), ProcessCount=11 (was 11), AvailableMemoryMB=1263 (was 1280) 2024-11-20T22:44:35,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=549, ProcessCount=11, AvailableMemoryMB=1262 2024-11-20T22:44:35,473 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:44:35,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-20T22:44:35,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:44:35,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:35,478 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-20T22:44:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T22:44:35,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:44:35,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741837_1013 (size=414) 2024-11-20T22:44:35,494 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49a0cb5094894efb15559c6017662600, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:44:35,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741838_1014 (size=65) 2024-11-20T22:44:35,505 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:35,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 49a0cb5094894efb15559c6017662600, disabling compactions & flushes 2024-11-20T22:44:35,506 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:44:35,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:44:35,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. after waiting 0 ms 2024-11-20T22:44:35,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:44:35,506 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:44:35,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49a0cb5094894efb15559c6017662600: Waiting for close lock at 1732142675505Disabling compacts and flushes for region at 1732142675505Disabling writes for close at 1732142675506 (+1 ms)Writing region close event to WAL at 1732142675506Closed at 1732142675506 2024-11-20T22:44:35,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:44:35,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732142675509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142675509"}]},"ts":"1732142675509"} 2024-11-20T22:44:35,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:44:35,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:44:35,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142675516"}]},"ts":"1732142675516"} 2024-11-20T22:44:35,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-20T22:44:35,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=49a0cb5094894efb15559c6017662600, ASSIGN}] 2024-11-20T22:44:35,523 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=49a0cb5094894efb15559c6017662600, ASSIGN 2024-11-20T22:44:35,525 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=49a0cb5094894efb15559c6017662600, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:44:35,676 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=49a0cb5094894efb15559c6017662600, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:35,682 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=49a0cb5094894efb15559c6017662600, ASSIGN because future has completed 2024-11-20T22:44:35,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49a0cb5094894efb15559c6017662600, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:44:35,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:44:35,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 49a0cb5094894efb15559c6017662600, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:44:35,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:35,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,848 INFO [StoreOpener-49a0cb5094894efb15559c6017662600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,850 INFO [StoreOpener-49a0cb5094894efb15559c6017662600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49a0cb5094894efb15559c6017662600 columnFamilyName testFamily 2024-11-20T22:44:35,850 DEBUG [StoreOpener-49a0cb5094894efb15559c6017662600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:35,851 INFO [StoreOpener-49a0cb5094894efb15559c6017662600-1 {}] regionserver.HStore(327): Store=49a0cb5094894efb15559c6017662600/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:44:35,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:44:35,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 49a0cb5094894efb15559c6017662600; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71650984, jitterRate=0.06768286228179932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:44:35,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49a0cb5094894efb15559c6017662600 2024-11-20T22:44:35,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 49a0cb5094894efb15559c6017662600: Running coprocessor pre-open hook at 1732142675846Writing region info on filesystem at 1732142675846Initializing all the Stores at 1732142675847 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142675847Cleaning up temporary data from old regions at 1732142675855 (+8 ms)Running coprocessor post-open hooks at 1732142675863 (+8 ms)Region opened successfully at 1732142675864 (+1 ms) 2024-11-20T22:44:35,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600., pid=9, masterSystemTime=1732142675838 2024-11-20T22:44:35,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:44:35,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:44:35,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=49a0cb5094894efb15559c6017662600, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:35,875 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49a0cb5094894efb15559c6017662600, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:44:35,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T22:44:35,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 49a0cb5094894efb15559c6017662600, server=9f31b4695a16,45823,1732142609814 in 194 msec 2024-11-20T22:44:35,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T22:44:35,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=49a0cb5094894efb15559c6017662600, ASSIGN in 362 msec 2024-11-20T22:44:35,888 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:44:35,889 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142675888"}]},"ts":"1732142675888"} 2024-11-20T22:44:35,892 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-20T22:44:35,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:44:35,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 422 msec 2024-11-20T22:44:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T22:44:36,486 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-20T22:44:36,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-20T22:44:36,486 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:36,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-20T22:44:36,492 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:36,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-20T22:44:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:44:36,511 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:44:36,512 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-20T22:44:36,516 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T22:44:36,518 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-20T22:44:39,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T22:44:39,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-20T22:44:39,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T22:44:39,310 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-20T22:44:39,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T22:44:39,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T22:44:39,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T22:44:39,314 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T22:44:39,314 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-20T22:44:39,314 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T22:44:39,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-20T22:44:39,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-20T22:44:42,527 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600., hostname=9f31b4695a16,45823,1732142609814, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9f31b4695a16:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms 2024-11-20T22:44:42,527 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms 2024-11-20T22:44:42,527 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 from cache 2024-11-20T22:44:42,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 549) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1635 (was 1262) - AvailableMemoryMB LEAK? - 2024-11-20T22:44:42,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=1635 2024-11-20T22:44:42,550 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:44:42,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-20T22:44:42,555 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:44:42,555 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:42,555 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-20T22:44:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-20T22:44:42,558 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:44:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741839_1015 (size=412) 2024-11-20T22:44:42,575 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7766a1656c78239273434b384b2ea92, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:44:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741840_1016 (size=63) 2024-11-20T22:44:42,585 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:42,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f7766a1656c78239273434b384b2ea92, disabling compactions & flushes 2024-11-20T22:44:42,586 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:44:42,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:44:42,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. after waiting 0 ms 2024-11-20T22:44:42,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:44:42,586 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:44:42,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7766a1656c78239273434b384b2ea92: Waiting for close lock at 1732142682586Disabling compacts and flushes for region at 1732142682586Disabling writes for close at 1732142682586Writing region close event to WAL at 1732142682586Closed at 1732142682586 2024-11-20T22:44:42,588 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:44:42,589 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732142682588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142682588"}]},"ts":"1732142682588"} 2024-11-20T22:44:42,592 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:44:42,594 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:44:42,594 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142682594"}]},"ts":"1732142682594"} 2024-11-20T22:44:42,597 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-20T22:44:42,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f7766a1656c78239273434b384b2ea92, ASSIGN}] 2024-11-20T22:44:42,600 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f7766a1656c78239273434b384b2ea92, ASSIGN 2024-11-20T22:44:42,602 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f7766a1656c78239273434b384b2ea92, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:44:42,753 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f7766a1656c78239273434b384b2ea92, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:42,756 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f7766a1656c78239273434b384b2ea92, ASSIGN because future has completed 2024-11-20T22:44:42,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7766a1656c78239273434b384b2ea92, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:44:42,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:44:42,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => f7766a1656c78239273434b384b2ea92, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:44:42,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:42,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,923 INFO [StoreOpener-f7766a1656c78239273434b384b2ea92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,925 INFO [StoreOpener-f7766a1656c78239273434b384b2ea92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7766a1656c78239273434b384b2ea92 columnFamilyName testFamily 2024-11-20T22:44:42,925 DEBUG [StoreOpener-f7766a1656c78239273434b384b2ea92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:42,926 INFO [StoreOpener-f7766a1656c78239273434b384b2ea92-1 {}] regionserver.HStore(327): Store=f7766a1656c78239273434b384b2ea92/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:44:42,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:44:42,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened f7766a1656c78239273434b384b2ea92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73690928, jitterRate=0.09808039665222168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:44:42,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7766a1656c78239273434b384b2ea92 2024-11-20T22:44:42,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for f7766a1656c78239273434b384b2ea92: Running coprocessor pre-open hook at 1732142682920Writing region info on filesystem at 1732142682920Initializing all the Stores at 1732142682922 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142682922Cleaning up temporary data from old regions at 1732142682930 (+8 ms)Running coprocessor post-open hooks at 1732142682938 (+8 ms)Region opened successfully at 1732142682939 (+1 ms) 2024-11-20T22:44:42,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92., pid=12, masterSystemTime=1732142682914 2024-11-20T22:44:42,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:44:42,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:44:42,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f7766a1656c78239273434b384b2ea92, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:42,949 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7766a1656c78239273434b384b2ea92, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:44:42,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T22:44:42,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f7766a1656c78239273434b384b2ea92, server=9f31b4695a16,45823,1732142609814 in 193 msec 2024-11-20T22:44:42,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T22:44:42,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f7766a1656c78239273434b384b2ea92, ASSIGN in 360 msec 2024-11-20T22:44:42,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:44:42,963 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142682963"}]},"ts":"1732142682963"} 2024-11-20T22:44:42,966 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-20T22:44:42,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:44:42,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 419 msec 2024-11-20T22:44:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-20T22:44:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-20T22:44:43,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-20T22:44:43,566 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-20T22:44:43,566 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:43,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-20T22:44:43,572 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:43,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-20T22:44:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:44:43,591 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:44:43,591 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-20T22:44:43,595 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T22:44:43,598 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T22:44:43,601 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T22:44:43,602 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-20T22:44:45,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-20T22:44:48,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T22:44:49,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-20T22:44:49,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T22:44:49,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416683' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T22:44:49,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:60384 deadline: 1732142695602, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416683' does not exist 2024-11-20T22:44:49,609 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9f31b4695a16,45823,1732142609814 for closing scanner id = -327025248073416683 for f7766a1656c78239273434b384b2ea92 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416683' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T22:44:49,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 564), ProcessCount=11 (was 11), AvailableMemoryMB=1917 (was 1635) - AvailableMemoryMB LEAK? - 2024-11-20T22:44:49,623 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=1918 2024-11-20T22:44:49,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:44:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-20T22:44:49,640 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:44:49,640 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:49,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-20T22:44:49,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:44:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T22:44:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741841_1017 (size=423) 2024-11-20T22:44:50,081 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6f4e80bf09b2c2de2847438fde68c6a, NAME => 'testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:44:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741842_1018 (size=74) 2024-11-20T22:44:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-20T22:44:50,107 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:50,107 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing f6f4e80bf09b2c2de2847438fde68c6a, disabling compactions & flushes 2024-11-20T22:44:50,107 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:44:50,107 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:44:50,107 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. after waiting 0 ms 2024-11-20T22:44:50,107 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:44:50,107 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:44:50,108 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6f4e80bf09b2c2de2847438fde68c6a: Waiting for close lock at 1732142690107Disabling compacts and flushes for region at 1732142690107Disabling writes for close at 1732142690107Writing region close event to WAL at 1732142690107Closed at 1732142690107 2024-11-20T22:44:50,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:44:50,112 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732142690112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142690112"}]},"ts":"1732142690112"} 2024-11-20T22:44:50,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:44:50,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:44:50,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142690120"}]},"ts":"1732142690120"} 2024-11-20T22:44:50,126 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-20T22:44:50,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f6f4e80bf09b2c2de2847438fde68c6a, ASSIGN}] 2024-11-20T22:44:50,135 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f6f4e80bf09b2c2de2847438fde68c6a, ASSIGN 2024-11-20T22:44:50,138 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f6f4e80bf09b2c2de2847438fde68c6a, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:44:50,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f6f4e80bf09b2c2de2847438fde68c6a, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:50,302 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f6f4e80bf09b2c2de2847438fde68c6a, ASSIGN because future has completed 2024-11-20T22:44:50,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6f4e80bf09b2c2de2847438fde68c6a, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:44:50,491 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:44:50,492 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f6f4e80bf09b2c2de2847438fde68c6a, NAME => 'testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:44:50,492 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,493 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:50,493 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,493 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,500 INFO [StoreOpener-f6f4e80bf09b2c2de2847438fde68c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,506 INFO [StoreOpener-f6f4e80bf09b2c2de2847438fde68c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6f4e80bf09b2c2de2847438fde68c6a columnFamilyName testFamily 2024-11-20T22:44:50,506 DEBUG [StoreOpener-f6f4e80bf09b2c2de2847438fde68c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:50,508 INFO [StoreOpener-f6f4e80bf09b2c2de2847438fde68c6a-1 {}] regionserver.HStore(327): Store=f6f4e80bf09b2c2de2847438fde68c6a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:44:50,508 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,510 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,511 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,512 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,512 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,517 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,530 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:44:50,532 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f6f4e80bf09b2c2de2847438fde68c6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74595163, jitterRate=0.11155454814434052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:44:50,532 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:44:50,533 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f6f4e80bf09b2c2de2847438fde68c6a: Running coprocessor pre-open hook at 1732142690493Writing region info on filesystem at 1732142690493Initializing all the Stores at 1732142690498 (+5 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142690498Cleaning up temporary data from old regions at 1732142690512 (+14 ms)Running coprocessor post-open hooks at 1732142690532 (+20 ms)Region opened successfully at 1732142690533 (+1 ms) 2024-11-20T22:44:50,536 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a., pid=15, masterSystemTime=1732142690466 2024-11-20T22:44:50,541 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:44:50,541 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:44:50,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f6f4e80bf09b2c2de2847438fde68c6a, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:50,552 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6f4e80bf09b2c2de2847438fde68c6a, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:44:50,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T22:44:50,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f6f4e80bf09b2c2de2847438fde68c6a, server=9f31b4695a16,45823,1732142609814 in 253 msec 2024-11-20T22:44:50,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T22:44:50,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f6f4e80bf09b2c2de2847438fde68c6a, ASSIGN in 439 msec 2024-11-20T22:44:50,574 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:44:50,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142690574"}]},"ts":"1732142690574"} 2024-11-20T22:44:50,579 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-20T22:44:50,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:44:50,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 952 msec 2024-11-20T22:44:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T22:44:50,656 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-20T22:44:50,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-20T22:44:50,657 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:50,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-20T22:44:50,665 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:50,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-20T22:44:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:44:50,691 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:44:50,692 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-20T22:44:50,697 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-20T22:44:50,702 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-20T22:44:50,703 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-20T22:44:50,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-327025248073416679 2024-11-20T22:44:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60384 deadline: 1732142693703, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T22:44:50,710 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-20T22:44:50,725 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-20T22:44:50,726 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:50,730 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:50,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-327025248073416677 2024-11-20T22:44:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60384 deadline: 1732142693731, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T22:44:50,742 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:50,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-327025248073416676 2024-11-20T22:44:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60384 deadline: 1732142693741, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T22:44:50,749 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:50,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-327025248073416675 2024-11-20T22:44:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:60384 deadline: 1732142693748, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T22:44:50,761 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T22:44:50,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1358860852_22 at /127.0.0.1:51102 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=1856 (was 1918) 2024-11-20T22:44:50,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=1854 2024-11-20T22:44:50,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:44:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-20T22:44:50,816 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:44:50,816 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:50,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-20T22:44:50,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:44:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T22:44:50,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741843_1019 (size=418) 2024-11-20T22:44:51,293 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f2a743084f7e7d43b5c724b9b0d668b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:44:51,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-20T22:44:51,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741844_1020 (size=69) 2024-11-20T22:44:51,721 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:51,721 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 7f2a743084f7e7d43b5c724b9b0d668b, disabling compactions & flushes 2024-11-20T22:44:51,721 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:44:51,722 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:44:51,722 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. after waiting 0 ms 2024-11-20T22:44:51,722 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:44:51,722 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:44:51,722 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f2a743084f7e7d43b5c724b9b0d668b: Waiting for close lock at 1732142691721Disabling compacts and flushes for region at 1732142691721Disabling writes for close at 1732142691722 (+1 ms)Writing region close event to WAL at 1732142691722Closed at 1732142691722 2024-11-20T22:44:51,724 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:44:51,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732142691724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142691724"}]},"ts":"1732142691724"} 2024-11-20T22:44:51,731 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:44:51,733 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:44:51,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142691733"}]},"ts":"1732142691733"} 2024-11-20T22:44:51,737 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-20T22:44:51,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7f2a743084f7e7d43b5c724b9b0d668b, ASSIGN}] 2024-11-20T22:44:51,740 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7f2a743084f7e7d43b5c724b9b0d668b, ASSIGN 2024-11-20T22:44:51,747 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7f2a743084f7e7d43b5c724b9b0d668b, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:44:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T22:44:51,898 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7f2a743084f7e7d43b5c724b9b0d668b, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:51,902 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7f2a743084f7e7d43b5c724b9b0d668b, ASSIGN because future has completed 2024-11-20T22:44:51,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f2a743084f7e7d43b5c724b9b0d668b, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:44:52,069 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:44:52,070 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f2a743084f7e7d43b5c724b9b0d668b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:44:52,070 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,070 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:52,071 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,071 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,077 INFO [StoreOpener-7f2a743084f7e7d43b5c724b9b0d668b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,081 INFO [StoreOpener-7f2a743084f7e7d43b5c724b9b0d668b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2a743084f7e7d43b5c724b9b0d668b columnFamilyName testFamily 2024-11-20T22:44:52,081 DEBUG [StoreOpener-7f2a743084f7e7d43b5c724b9b0d668b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:52,082 INFO [StoreOpener-7f2a743084f7e7d43b5c724b9b0d668b-1 {}] regionserver.HStore(327): Store=7f2a743084f7e7d43b5c724b9b0d668b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:44:52,083 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,085 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,086 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,087 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,087 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,096 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,104 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:44:52,106 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7f2a743084f7e7d43b5c724b9b0d668b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67650948, jitterRate=0.008077681064605713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:44:52,106 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:44:52,107 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7f2a743084f7e7d43b5c724b9b0d668b: Running coprocessor pre-open hook at 1732142692071Writing region info on filesystem at 1732142692071Initializing all the Stores at 1732142692075 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142692075Cleaning up temporary data from old regions at 1732142692087 (+12 ms)Running coprocessor post-open hooks at 1732142692106 (+19 ms)Region opened successfully at 1732142692107 (+1 ms) 2024-11-20T22:44:52,114 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., pid=18, masterSystemTime=1732142692056 2024-11-20T22:44:52,119 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:44:52,120 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:44:52,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7f2a743084f7e7d43b5c724b9b0d668b, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:52,127 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f2a743084f7e7d43b5c724b9b0d668b, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:44:52,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T22:44:52,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f2a743084f7e7d43b5c724b9b0d668b, server=9f31b4695a16,45823,1732142609814 in 232 msec 2024-11-20T22:44:52,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T22:44:52,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7f2a743084f7e7d43b5c724b9b0d668b, ASSIGN in 405 msec 2024-11-20T22:44:52,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:44:52,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142692154"}]},"ts":"1732142692154"} 2024-11-20T22:44:52,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-20T22:44:52,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:44:52,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.3540 sec 2024-11-20T22:44:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T22:44:53,866 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-20T22:44:53,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-20T22:44:53,866 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:53,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-20T22:44:53,873 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:53,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-20T22:44:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:44:53,903 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:44:53,904 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-20T22:44:53,909 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T22:44:53,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T22:44:54,910 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9f31b4695a16:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1000ms, rpcTimeout=1000ms 2024-11-20T22:44:54,910 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1000ms, rpcTimeout=1000ms 2024-11-20T22:44:54,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 from cache 2024-11-20T22:44:55,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-20T22:44:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:44:55,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T22:44:55,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T22:44:56,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9f31b4695a16:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=981ms 2024-11-20T22:44:56,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=981ms 2024-11-20T22:44:56,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 from cache 2024-11-20T22:44:56,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 559) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1566 (was 1854) 2024-11-20T22:44:56,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=1563 2024-11-20T22:44:56,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:44:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-20T22:44:56,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:44:56,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:56,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-20T22:44:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T22:44:56,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:44:56,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741845_1021 (size=416) 2024-11-20T22:44:57,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-20T22:44:57,351 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eda43344e5ed5587da7301dd1ccba1a4, NAME => 'testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:44:57,352 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T22:44:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741846_1022 (size=67) 2024-11-20T22:44:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-20T22:44:57,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:57,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing eda43344e5ed5587da7301dd1ccba1a4, disabling compactions & flushes 2024-11-20T22:44:57,762 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:44:57,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:44:57,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. after waiting 0 ms 2024-11-20T22:44:57,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:44:57,762 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:44:57,763 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for eda43344e5ed5587da7301dd1ccba1a4: Waiting for close lock at 1732142697762Disabling compacts and flushes for region at 1732142697762Disabling writes for close at 1732142697762Writing region close event to WAL at 1732142697762Closed at 1732142697762 2024-11-20T22:44:57,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:44:57,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732142697766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142697766"}]},"ts":"1732142697766"} 2024-11-20T22:44:57,769 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:44:57,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:44:57,771 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142697771"}]},"ts":"1732142697771"} 2024-11-20T22:44:57,774 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-20T22:44:57,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=eda43344e5ed5587da7301dd1ccba1a4, ASSIGN}] 2024-11-20T22:44:57,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=eda43344e5ed5587da7301dd1ccba1a4, ASSIGN 2024-11-20T22:44:57,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=eda43344e5ed5587da7301dd1ccba1a4, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:44:57,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=eda43344e5ed5587da7301dd1ccba1a4, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:57,932 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=eda43344e5ed5587da7301dd1ccba1a4, ASSIGN because future has completed 2024-11-20T22:44:57,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda43344e5ed5587da7301dd1ccba1a4, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:44:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T22:44:58,094 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:44:58,094 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => eda43344e5ed5587da7301dd1ccba1a4, NAME => 'testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:44:58,094 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,095 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:44:58,095 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,095 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,097 INFO [StoreOpener-eda43344e5ed5587da7301dd1ccba1a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,099 INFO [StoreOpener-eda43344e5ed5587da7301dd1ccba1a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda43344e5ed5587da7301dd1ccba1a4 columnFamilyName testFamily 2024-11-20T22:44:58,099 DEBUG [StoreOpener-eda43344e5ed5587da7301dd1ccba1a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:44:58,100 INFO [StoreOpener-eda43344e5ed5587da7301dd1ccba1a4-1 {}] regionserver.HStore(327): Store=eda43344e5ed5587da7301dd1ccba1a4/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:44:58,100 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,102 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,103 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,104 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,104 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,108 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,112 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:44:58,113 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened eda43344e5ed5587da7301dd1ccba1a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72824402, jitterRate=0.08516815304756165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:44:58,113 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:44:58,113 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for eda43344e5ed5587da7301dd1ccba1a4: Running coprocessor pre-open hook at 1732142698095Writing region info on filesystem at 1732142698095Initializing all the Stores at 1732142698096 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142698096Cleaning up temporary data from old regions at 1732142698105 (+9 ms)Running coprocessor post-open hooks at 1732142698113 (+8 ms)Region opened successfully at 1732142698113 2024-11-20T22:44:58,115 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4., pid=21, masterSystemTime=1732142698088 2024-11-20T22:44:58,121 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:44:58,121 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:44:58,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=eda43344e5ed5587da7301dd1ccba1a4, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:44:58,126 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda43344e5ed5587da7301dd1ccba1a4, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:44:58,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T22:44:58,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure eda43344e5ed5587da7301dd1ccba1a4, server=9f31b4695a16,45823,1732142609814 in 193 msec 2024-11-20T22:44:58,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T22:44:58,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=eda43344e5ed5587da7301dd1ccba1a4, ASSIGN in 361 msec 2024-11-20T22:44:58,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:44:58,140 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142698139"}]},"ts":"1732142698139"} 2024-11-20T22:44:58,142 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-20T22:44:58,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:44:58,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2110 sec 2024-11-20T22:44:59,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-20T22:44:59,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-20T22:44:59,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-20T22:44:59,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-20T22:44:59,262 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-20T22:44:59,262 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T22:44:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T22:44:59,956 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-20T22:44:59,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-20T22:44:59,957 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:59,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-20T22:44:59,963 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:44:59,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-20T22:44:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:44:59,979 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:44:59,980 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-20T22:44:59,984 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T22:44:59,989 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T22:44:59,989 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T22:44:59,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-20T22:45:02,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416664' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T22:45:02,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:60384 deadline: 1732142703992, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416664' does not exist 2024-11-20T22:45:02,996 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9f31b4695a16,45823,1732142609814 for closing scanner id = -327025248073416664 for eda43344e5ed5587da7301dd1ccba1a4 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416664' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T22:45:03,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=603 (was 578) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2540 (was 1563) - AvailableMemoryMB LEAK? - 2024-11-20T22:45:03,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=603, ProcessCount=11, AvailableMemoryMB=2536 2024-11-20T22:45:03,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:45:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-20T22:45:03,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:45:03,035 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:45:03,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-20T22:45:03,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:45:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-20T22:45:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741847_1023 (size=411) 2024-11-20T22:45:03,485 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 499d86fbd4c38eb362001fd283691595, NAME => 'testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:45:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-20T22:45:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741848_1024 (size=62) 2024-11-20T22:45:03,506 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:45:03,506 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 499d86fbd4c38eb362001fd283691595, disabling compactions & flushes 2024-11-20T22:45:03,506 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:03,506 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:03,506 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. after waiting 0 ms 2024-11-20T22:45:03,506 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:03,506 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:03,506 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 499d86fbd4c38eb362001fd283691595: Waiting for close lock at 1732142703506Disabling compacts and flushes for region at 1732142703506Disabling writes for close at 1732142703506Writing region close event to WAL at 1732142703506Closed at 1732142703506 2024-11-20T22:45:03,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:45:03,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732142703513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142703513"}]},"ts":"1732142703513"} 2024-11-20T22:45:03,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:45:03,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:45:03,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142703524"}]},"ts":"1732142703524"} 2024-11-20T22:45:03,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-20T22:45:03,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=499d86fbd4c38eb362001fd283691595, ASSIGN}] 2024-11-20T22:45:03,531 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=499d86fbd4c38eb362001fd283691595, ASSIGN 2024-11-20T22:45:03,533 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=499d86fbd4c38eb362001fd283691595, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:45:03,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T22:45:03,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-20T22:45:03,685 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=499d86fbd4c38eb362001fd283691595, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:45:03,688 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=499d86fbd4c38eb362001fd283691595, ASSIGN because future has completed 2024-11-20T22:45:03,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 499d86fbd4c38eb362001fd283691595, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:45:03,852 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:03,852 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 499d86fbd4c38eb362001fd283691595, NAME => 'testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:45:03,853 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,853 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:45:03,853 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,854 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,864 INFO [StoreOpener-499d86fbd4c38eb362001fd283691595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,870 INFO [StoreOpener-499d86fbd4c38eb362001fd283691595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 499d86fbd4c38eb362001fd283691595 columnFamilyName testFamily 2024-11-20T22:45:03,871 DEBUG [StoreOpener-499d86fbd4c38eb362001fd283691595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:45:03,872 INFO [StoreOpener-499d86fbd4c38eb362001fd283691595-1 {}] regionserver.HStore(327): Store=499d86fbd4c38eb362001fd283691595/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:45:03,872 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,877 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,878 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,884 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,884 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,894 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,901 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:45:03,902 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 499d86fbd4c38eb362001fd283691595; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74420401, jitterRate=0.10895039141178131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:45:03,902 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:03,902 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 499d86fbd4c38eb362001fd283691595: Running coprocessor pre-open hook at 1732142703854Writing region info on filesystem at 1732142703854Initializing all the Stores at 1732142703863 (+9 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142703863Cleaning up temporary data from old regions at 1732142703884 (+21 ms)Running coprocessor post-open hooks at 1732142703902 (+18 ms)Region opened successfully at 1732142703902 2024-11-20T22:45:03,904 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595., pid=24, masterSystemTime=1732142703843 2024-11-20T22:45:03,907 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:03,907 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:03,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=499d86fbd4c38eb362001fd283691595, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:45:03,913 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 499d86fbd4c38eb362001fd283691595, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:45:03,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T22:45:03,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 499d86fbd4c38eb362001fd283691595, server=9f31b4695a16,45823,1732142609814 in 225 msec 2024-11-20T22:45:03,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T22:45:03,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=499d86fbd4c38eb362001fd283691595, ASSIGN in 396 msec 2024-11-20T22:45:03,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:45:03,932 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142703932"}]},"ts":"1732142703932"} 2024-11-20T22:45:03,945 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-20T22:45:03,946 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:45:03,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 918 msec 2024-11-20T22:45:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-20T22:45:04,056 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-20T22:45:04,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-20T22:45:04,056 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:45:04,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-20T22:45:04,063 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:45:04,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-20T22:45:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:45:04,093 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:45:04,093 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-20T22:45:04,097 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T22:45:04,103 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T22:45:04,104 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T22:45:04,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-20T22:45:07,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416660' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T22:45:07,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:60384 deadline: 1732142708114, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416660' does not exist 2024-11-20T22:45:07,118 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9f31b4695a16,45823,1732142609814 for closing scanner id = -327025248073416660 for 499d86fbd4c38eb362001fd283691595 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416660' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T22:45:07,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1358860852_22 at /127.0.0.1:38052 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=595 (was 603), ProcessCount=11 (was 11), AvailableMemoryMB=1999 (was 2536) 2024-11-20T22:45:07,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=595, ProcessCount=11, AvailableMemoryMB=1996 2024-11-20T22:45:07,143 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:45:07,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-20T22:45:07,148 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:45:07,148 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:45:07,148 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-20T22:45:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T22:45:07,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:45:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741849_1025 (size=419) 2024-11-20T22:45:07,173 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5c07504a8780754d719cac61d66a61a, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:45:07,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741850_1026 (size=70) 2024-11-20T22:45:07,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:45:07,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c5c07504a8780754d719cac61d66a61a, disabling compactions & flushes 2024-11-20T22:45:07,587 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:07,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:07,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. after waiting 0 ms 2024-11-20T22:45:07,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:07,587 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:07,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5c07504a8780754d719cac61d66a61a: Waiting for close lock at 1732142707587Disabling compacts and flushes for region at 1732142707587Disabling writes for close at 1732142707587Writing region close event to WAL at 1732142707587Closed at 1732142707587 2024-11-20T22:45:07,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:45:07,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732142707589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142707589"}]},"ts":"1732142707589"} 2024-11-20T22:45:07,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:45:07,597 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:45:07,598 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142707597"}]},"ts":"1732142707597"} 2024-11-20T22:45:07,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-20T22:45:07,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c5c07504a8780754d719cac61d66a61a, ASSIGN}] 2024-11-20T22:45:07,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c5c07504a8780754d719cac61d66a61a, ASSIGN 2024-11-20T22:45:07,605 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c5c07504a8780754d719cac61d66a61a, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:45:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-20T22:45:07,756 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c5c07504a8780754d719cac61d66a61a, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:45:07,760 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c5c07504a8780754d719cac61d66a61a, ASSIGN because future has completed 2024-11-20T22:45:07,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c07504a8780754d719cac61d66a61a, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:45:07,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:07,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => c5c07504a8780754d719cac61d66a61a, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:45:07,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:45:07,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,928 INFO [StoreOpener-c5c07504a8780754d719cac61d66a61a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,931 INFO [StoreOpener-c5c07504a8780754d719cac61d66a61a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c07504a8780754d719cac61d66a61a columnFamilyName testFamily 2024-11-20T22:45:07,931 DEBUG [StoreOpener-c5c07504a8780754d719cac61d66a61a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:45:07,932 INFO [StoreOpener-c5c07504a8780754d719cac61d66a61a-1 {}] regionserver.HStore(327): Store=c5c07504a8780754d719cac61d66a61a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:45:07,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:45:07,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened c5c07504a8780754d719cac61d66a61a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61356547, jitterRate=-0.08571620285511017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:45:07,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:07,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for c5c07504a8780754d719cac61d66a61a: Running coprocessor pre-open hook at 1732142707925Writing region info on filesystem at 1732142707925Initializing all the Stores at 1732142707927 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142707928 (+1 ms)Cleaning up temporary data from old regions at 1732142707936 (+8 ms)Running coprocessor post-open hooks at 1732142707943 (+7 ms)Region opened successfully at 1732142707944 (+1 ms) 2024-11-20T22:45:07,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., pid=27, masterSystemTime=1732142707915 2024-11-20T22:45:07,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:07,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:07,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c5c07504a8780754d719cac61d66a61a, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:45:07,953 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c07504a8780754d719cac61d66a61a, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:45:07,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T22:45:07,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c5c07504a8780754d719cac61d66a61a, server=9f31b4695a16,45823,1732142609814 in 194 msec 2024-11-20T22:45:07,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T22:45:07,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c5c07504a8780754d719cac61d66a61a, ASSIGN in 357 msec 2024-11-20T22:45:07,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:45:07,963 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142707963"}]},"ts":"1732142707963"} 2024-11-20T22:45:07,967 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-20T22:45:07,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:45:07,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 826 msec 2024-11-20T22:45:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T22:45:08,155 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-20T22:45:08,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-20T22:45:08,156 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:45:08,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-20T22:45:08,162 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:45:08,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-20T22:45:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:45:08,179 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:45:08,179 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-20T22:45:08,183 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T22:45:08,184 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-20T22:45:09,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T22:45:09,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-20T22:45:09,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-20T22:45:09,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-20T22:45:09,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T22:45:09,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-20T22:45:09,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-20T22:45:14,191 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., hostname=9f31b4695a16,45823,1732142609814, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9f31b4695a16:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-20T22:45:14,191 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-20T22:45:14,191 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 from cache 2024-11-20T22:45:14,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=571 (was 595), ProcessCount=11 (was 11), AvailableMemoryMB=1261 (was 1996) 2024-11-20T22:45:14,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=571, ProcessCount=11, AvailableMemoryMB=1259 2024-11-20T22:45:14,214 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:45:14,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-20T22:45:14,218 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:45:14,218 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:45:14,220 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-20T22:45:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T22:45:14,223 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:45:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741851_1027 (size=407) 2024-11-20T22:45:14,643 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b6a04caeaf9ce6e03c001bd79bfe2f8, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:45:14,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741852_1028 (size=58) 2024-11-20T22:45:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-20T22:45:14,936 INFO [master/9f31b4695a16:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T22:45:14,936 INFO [master/9f31b4695a16:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T22:45:15,062 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:45:15,062 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 6b6a04caeaf9ce6e03c001bd79bfe2f8, disabling compactions & flushes 2024-11-20T22:45:15,062 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:15,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:15,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. after waiting 0 ms 2024-11-20T22:45:15,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:15,063 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:15,063 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b6a04caeaf9ce6e03c001bd79bfe2f8: Waiting for close lock at 1732142715062Disabling compacts and flushes for region at 1732142715062Disabling writes for close at 1732142715063 (+1 ms)Writing region close event to WAL at 1732142715063Closed at 1732142715063 2024-11-20T22:45:15,064 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:45:15,065 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732142715064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142715064"}]},"ts":"1732142715064"} 2024-11-20T22:45:15,067 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:45:15,069 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:45:15,069 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142715069"}]},"ts":"1732142715069"} 2024-11-20T22:45:15,074 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-20T22:45:15,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6b6a04caeaf9ce6e03c001bd79bfe2f8, ASSIGN}] 2024-11-20T22:45:15,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6b6a04caeaf9ce6e03c001bd79bfe2f8, ASSIGN 2024-11-20T22:45:15,078 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6b6a04caeaf9ce6e03c001bd79bfe2f8, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:45:15,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6b6a04caeaf9ce6e03c001bd79bfe2f8, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:45:15,232 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6b6a04caeaf9ce6e03c001bd79bfe2f8, ASSIGN because future has completed 2024-11-20T22:45:15,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b6a04caeaf9ce6e03c001bd79bfe2f8, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:45:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T22:45:15,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:15,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b6a04caeaf9ce6e03c001bd79bfe2f8, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:45:15,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:45:15,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,396 INFO [StoreOpener-6b6a04caeaf9ce6e03c001bd79bfe2f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,400 INFO [StoreOpener-6b6a04caeaf9ce6e03c001bd79bfe2f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b6a04caeaf9ce6e03c001bd79bfe2f8 columnFamilyName testFamily 2024-11-20T22:45:15,400 DEBUG [StoreOpener-6b6a04caeaf9ce6e03c001bd79bfe2f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:45:15,402 INFO [StoreOpener-6b6a04caeaf9ce6e03c001bd79bfe2f8-1 {}] regionserver.HStore(327): Store=6b6a04caeaf9ce6e03c001bd79bfe2f8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:45:15,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:45:15,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 6b6a04caeaf9ce6e03c001bd79bfe2f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68524418, jitterRate=0.021093398332595825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:45:15,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:15,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 6b6a04caeaf9ce6e03c001bd79bfe2f8: Running coprocessor pre-open hook at 1732142715394Writing region info on filesystem at 1732142715394Initializing all the Stores at 1732142715396 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142715396Cleaning up temporary data from old regions at 1732142715407 (+11 ms)Running coprocessor post-open hooks at 1732142715418 (+11 ms)Region opened successfully at 1732142715420 (+2 ms) 2024-11-20T22:45:15,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8., pid=30, masterSystemTime=1732142715386 2024-11-20T22:45:15,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:15,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:15,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6b6a04caeaf9ce6e03c001bd79bfe2f8, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:45:15,428 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b6a04caeaf9ce6e03c001bd79bfe2f8, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:45:15,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T22:45:15,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b6a04caeaf9ce6e03c001bd79bfe2f8, server=9f31b4695a16,45823,1732142609814 in 197 msec 2024-11-20T22:45:15,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T22:45:15,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6b6a04caeaf9ce6e03c001bd79bfe2f8, ASSIGN in 360 msec 2024-11-20T22:45:15,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:45:15,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142715440"}]},"ts":"1732142715440"} 2024-11-20T22:45:15,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-20T22:45:15,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:45:15,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2310 sec 2024-11-20T22:45:15,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-20T22:45:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T22:45:17,246 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-20T22:45:17,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-20T22:45:17,246 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:45:17,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-20T22:45:17,252 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:45:17,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-20T22:45:17,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:45:17,286 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:45:17,286 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-20T22:45:17,293 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T22:45:17,298 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T22:45:17,306 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T22:45:17,307 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-20T22:45:19,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-20T22:45:19,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-20T22:45:20,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T22:45:23,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416652' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T22:45:23,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:60384 deadline: 1732142729315, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416652' does not exist 2024-11-20T22:45:23,316 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9f31b4695a16,45823,1732142609814 for closing scanner id = -327025248073416652 for 6b6a04caeaf9ce6e03c001bd79bfe2f8 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-327025248073416652' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T22:45:23,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 571) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2379 (was 1259) - AvailableMemoryMB LEAK? - 2024-11-20T22:45:23,332 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=2376 2024-11-20T22:45:23,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T22:45:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-20T22:45:23,340 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T22:45:23,340 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:45:23,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-20T22:45:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T22:45:23,344 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T22:45:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741853_1029 (size=423) 2024-11-20T22:45:23,770 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 647132887142a7a9a40a6f1abadaa286, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8 2024-11-20T22:45:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741854_1030 (size=74) 2024-11-20T22:45:23,781 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:45:23,782 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 647132887142a7a9a40a6f1abadaa286, disabling compactions & flushes 2024-11-20T22:45:23,782 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:23,782 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:23,782 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. after waiting 0 ms 2024-11-20T22:45:23,782 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:23,782 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:23,782 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 647132887142a7a9a40a6f1abadaa286: Waiting for close lock at 1732142723782Disabling compacts and flushes for region at 1732142723782Disabling writes for close at 1732142723782Writing region close event to WAL at 1732142723782Closed at 1732142723782 2024-11-20T22:45:23,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T22:45:23,784 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732142723784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732142723784"}]},"ts":"1732142723784"} 2024-11-20T22:45:23,788 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T22:45:23,791 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T22:45:23,791 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142723791"}]},"ts":"1732142723791"} 2024-11-20T22:45:23,795 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-20T22:45:23,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=647132887142a7a9a40a6f1abadaa286, ASSIGN}] 2024-11-20T22:45:23,798 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=647132887142a7a9a40a6f1abadaa286, ASSIGN 2024-11-20T22:45:23,799 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=647132887142a7a9a40a6f1abadaa286, ASSIGN; state=OFFLINE, location=9f31b4695a16,45823,1732142609814; forceNewPlan=false, retain=false 2024-11-20T22:45:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-20T22:45:23,951 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=647132887142a7a9a40a6f1abadaa286, regionState=OPENING, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:45:23,960 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=647132887142a7a9a40a6f1abadaa286, ASSIGN because future has completed 2024-11-20T22:45:23,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 647132887142a7a9a40a6f1abadaa286, server=9f31b4695a16,45823,1732142609814}] 2024-11-20T22:45:24,122 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:24,122 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 647132887142a7a9a40a6f1abadaa286, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.', STARTKEY => '', ENDKEY => ''} 2024-11-20T22:45:24,123 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,123 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T22:45:24,123 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,123 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,125 INFO [StoreOpener-647132887142a7a9a40a6f1abadaa286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,127 INFO [StoreOpener-647132887142a7a9a40a6f1abadaa286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 647132887142a7a9a40a6f1abadaa286 columnFamilyName testFamily 2024-11-20T22:45:24,128 DEBUG [StoreOpener-647132887142a7a9a40a6f1abadaa286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T22:45:24,128 INFO [StoreOpener-647132887142a7a9a40a6f1abadaa286-1 {}] regionserver.HStore(327): Store=647132887142a7a9a40a6f1abadaa286/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T22:45:24,129 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,130 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,130 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,131 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,131 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,133 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,141 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T22:45:24,142 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 647132887142a7a9a40a6f1abadaa286; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68432905, jitterRate=0.019729748368263245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T22:45:24,142 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:24,143 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 647132887142a7a9a40a6f1abadaa286: Running coprocessor pre-open hook at 1732142724123Writing region info on filesystem at 1732142724123Initializing all the Stores at 1732142724125 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732142724125Cleaning up temporary data from old regions at 1732142724131 (+6 ms)Running coprocessor post-open hooks at 1732142724142 (+11 ms)Region opened successfully at 1732142724143 (+1 ms) 2024-11-20T22:45:24,145 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., pid=33, masterSystemTime=1732142724115 2024-11-20T22:45:24,149 DEBUG [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:24,149 INFO [RS_OPEN_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:24,150 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=647132887142a7a9a40a6f1abadaa286, regionState=OPEN, openSeqNum=2, regionLocation=9f31b4695a16,45823,1732142609814 2024-11-20T22:45:24,154 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 647132887142a7a9a40a6f1abadaa286, server=9f31b4695a16,45823,1732142609814 because future has completed 2024-11-20T22:45:24,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T22:45:24,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 647132887142a7a9a40a6f1abadaa286, server=9f31b4695a16,45823,1732142609814 in 196 msec 2024-11-20T22:45:24,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T22:45:24,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=647132887142a7a9a40a6f1abadaa286, ASSIGN in 366 msec 2024-11-20T22:45:24,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T22:45:24,168 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732142724168"}]},"ts":"1732142724168"} 2024-11-20T22:45:24,172 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-20T22:45:24,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T22:45:24,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 840 msec 2024-11-20T22:45:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T22:45:24,349 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-20T22:45:24,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-20T22:45:24,350 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:45:24,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-20T22:45:24,363 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T22:45:24,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-20T22:45:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:45:24,400 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T22:45:24,400 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-20T22:45:24,407 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T22:45:24,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T22:45:25,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9f31b4695a16:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-11-20T22:45:25,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-11-20T22:45:25,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 from cache 2024-11-20T22:45:25,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-20T22:45:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2] 2024-11-20T22:45:26,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T22:45:27,352 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T22:45:27,410 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9f31b4695a16:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=978ms 2024-11-20T22:45:27,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=978ms 2024-11-20T22:45:27,411 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., hostname=9f31b4695a16,45823,1732142609814, seqNum=2 from cache 2024-11-20T22:45:27,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=617 (was 592) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1653 (was 2376) 2024-11-20T22:45:27,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T22:45:27,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T22:45:27,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:45:27,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T22:45:27,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:45:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T22:45:27,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T22:45:27,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T22:45:27,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:45:27,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:45:27,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T22:45:27,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T22:45:27,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=534022733, stopped=false 2024-11-20T22:45:27,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f31b4695a16,44711,1732142608670 2024-11-20T22:45:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T22:45:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T22:45:27,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T22:45:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:45:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:45:27,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T22:45:27,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T22:45:27,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:45:27,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f31b4695a16,45823,1732142609814' ***** 2024-11-20T22:45:27,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T22:45:27,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T22:45:27,584 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T22:45:27,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T22:45:27,584 INFO [RS:0;9f31b4695a16:45823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T22:45:27,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T22:45:27,584 INFO [RS:0;9f31b4695a16:45823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T22:45:27,584 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for f6f4e80bf09b2c2de2847438fde68c6a 2024-11-20T22:45:27,585 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b6a04caeaf9ce6e03c001bd79bfe2f8 2024-11-20T22:45:27,585 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 49a0cb5094894efb15559c6017662600 2024-11-20T22:45:27,585 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f2a743084f7e7d43b5c724b9b0d668b 2024-11-20T22:45:27,585 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:27,585 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 499d86fbd4c38eb362001fd283691595 2024-11-20T22:45:27,586 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for eda43344e5ed5587da7301dd1ccba1a4 2024-11-20T22:45:27,586 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:45:27,586 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:27,586 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6f4e80bf09b2c2de2847438fde68c6a, disabling compactions & flushes 2024-11-20T22:45:27,586 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:27,586 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:45:27,586 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(959): stopping server 9f31b4695a16,45823,1732142609814 2024-11-20T22:45:27,586 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:45:27,586 INFO [RS:0;9f31b4695a16:45823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T22:45:27,586 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. after waiting 0 ms 2024-11-20T22:45:27,586 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:45:27,586 INFO [RS:0;9f31b4695a16:45823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f31b4695a16:45823. 2024-11-20T22:45:27,586 DEBUG [RS:0;9f31b4695a16:45823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T22:45:27,586 DEBUG [RS:0;9f31b4695a16:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:45:27,587 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T22:45:27,587 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T22:45:27,587 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T22:45:27,587 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T22:45:27,591 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6f4e80bf09b2c2de2847438fde68c6a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:27,592 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-20T22:45:27,593 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 499d86fbd4c38eb362001fd283691595, 49a0cb5094894efb15559c6017662600, 647132887142a7a9a40a6f1abadaa286, 6b6a04caeaf9ce6e03c001bd79bfe2f8, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f6f4e80bf09b2c2de2847438fde68c6a, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:27,595 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T22:45:27,595 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T22:45:27,595 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T22:45:27,595 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T22:45:27,595 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T22:45:27,595 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-20T22:45:27,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-20T22:45:27,719 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a/.tmp/testFamily/27fcb2d9e766426aba626bb232cb644b is 61, key is row-0/testFamily:testQualifier/1732142690673/Put/seqid=0 2024-11-20T22:45:27,744 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/info/42c5e2b2a8f94530a3f809d5505a517f is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7./info:regioninfo/1732142675128/Put/seqid=0 2024-11-20T22:45:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741856_1032 (size=20564) 2024-11-20T22:45:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741855_1031 (size=5049) 2024-11-20T22:45:27,784 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/info/42c5e2b2a8f94530a3f809d5505a517f 2024-11-20T22:45:27,793 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 499d86fbd4c38eb362001fd283691595, 49a0cb5094894efb15559c6017662600, 647132887142a7a9a40a6f1abadaa286, 6b6a04caeaf9ce6e03c001bd79bfe2f8, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f6f4e80bf09b2c2de2847438fde68c6a, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:27,889 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/ns/7277e6b3f3084da2937145c3cf255334 is 43, key is default/ns:d/1732142673898/Put/seqid=0 2024-11-20T22:45:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741857_1033 (size=5153) 2024-11-20T22:45:27,903 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/ns/7277e6b3f3084da2937145c3cf255334 2024-11-20T22:45:27,932 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T22:45:27,933 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/table/a714773c4e3242aeb505d4c0f39aaef2 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732142675148/Put/seqid=0 2024-11-20T22:45:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741858_1034 (size=6699) 2024-11-20T22:45:27,994 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 499d86fbd4c38eb362001fd283691595, 49a0cb5094894efb15559c6017662600, 647132887142a7a9a40a6f1abadaa286, 6b6a04caeaf9ce6e03c001bd79bfe2f8, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f6f4e80bf09b2c2de2847438fde68c6a, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:28,120 INFO [regionserver/9f31b4695a16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T22:45:28,120 INFO [regionserver/9f31b4695a16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T22:45:28,181 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a/.tmp/testFamily/27fcb2d9e766426aba626bb232cb644b 2024-11-20T22:45:28,194 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a/.tmp/testFamily/27fcb2d9e766426aba626bb232cb644b as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a/testFamily/27fcb2d9e766426aba626bb232cb644b 2024-11-20T22:45:28,194 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 499d86fbd4c38eb362001fd283691595, 49a0cb5094894efb15559c6017662600, 647132887142a7a9a40a6f1abadaa286, 6b6a04caeaf9ce6e03c001bd79bfe2f8, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f6f4e80bf09b2c2de2847438fde68c6a, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:28,204 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a/testFamily/27fcb2d9e766426aba626bb232cb644b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:28,212 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f6f4e80bf09b2c2de2847438fde68c6a in 619ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:28,219 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextException/f6f4e80bf09b2c2de2847438fde68c6a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:28,222 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:45:28,222 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6f4e80bf09b2c2de2847438fde68c6a: Waiting for close lock at 1732142727585Running coprocessor pre-close hooks at 1732142727586 (+1 ms)Disabling compacts and flushes for region at 1732142727586Disabling writes for close at 1732142727586Obtaining lock to block concurrent updates at 1732142727591 (+5 ms)Preparing flush snapshotting stores in f6f4e80bf09b2c2de2847438fde68c6a at 1732142727591Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142727602 (+11 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. at 1732142727605 (+3 ms)Flushing f6f4e80bf09b2c2de2847438fde68c6a/testFamily: creating writer at 1732142727607 (+2 ms)Flushing f6f4e80bf09b2c2de2847438fde68c6a/testFamily: appending metadata at 1732142727708 (+101 ms)Flushing f6f4e80bf09b2c2de2847438fde68c6a/testFamily: closing flushed file at 1732142727713 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fed59b: reopening flushed file at 1732142728192 (+479 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f6f4e80bf09b2c2de2847438fde68c6a in 619ms, sequenceid=8, compaction requested=false at 1732142728212 (+20 ms)Writing region close event to WAL at 1732142728214 (+2 ms)Running coprocessor post-close hooks at 1732142728220 (+6 ms)Closed at 1732142728222 (+2 ms) 2024-11-20T22:45:28,223 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732142689628.f6f4e80bf09b2c2de2847438fde68c6a. 2024-11-20T22:45:28,223 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b6a04caeaf9ce6e03c001bd79bfe2f8, disabling compactions & flushes 2024-11-20T22:45:28,223 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:28,223 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:28,223 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. after waiting 0 ms 2024-11-20T22:45:28,223 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:28,223 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b6a04caeaf9ce6e03c001bd79bfe2f8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:28,246 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8/.tmp/testFamily/9a09a78e9afb4402af4addb644737dbb is 61, key is row-0/testFamily:testQualifier/1732142717260/Put/seqid=0 2024-11-20T22:45:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741859_1035 (size=5049) 2024-11-20T22:45:28,372 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/table/a714773c4e3242aeb505d4c0f39aaef2 2024-11-20T22:45:28,385 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/info/42c5e2b2a8f94530a3f809d5505a517f as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/info/42c5e2b2a8f94530a3f809d5505a517f 2024-11-20T22:45:28,394 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 499d86fbd4c38eb362001fd283691595, 49a0cb5094894efb15559c6017662600, 647132887142a7a9a40a6f1abadaa286, 6b6a04caeaf9ce6e03c001bd79bfe2f8, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:28,396 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/info/42c5e2b2a8f94530a3f809d5505a517f, entries=100, sequenceid=56, filesize=20.1 K 2024-11-20T22:45:28,397 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/ns/7277e6b3f3084da2937145c3cf255334 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/ns/7277e6b3f3084da2937145c3cf255334 2024-11-20T22:45:28,408 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/ns/7277e6b3f3084da2937145c3cf255334, entries=2, sequenceid=56, filesize=5.0 K 2024-11-20T22:45:28,409 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/.tmp/table/a714773c4e3242aeb505d4c0f39aaef2 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/table/a714773c4e3242aeb505d4c0f39aaef2 2024-11-20T22:45:28,418 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/table/a714773c4e3242aeb505d4c0f39aaef2, entries=20, sequenceid=56, filesize=6.5 K 2024-11-20T22:45:28,420 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 825ms, sequenceid=56, compaction requested=false 2024-11-20T22:45:28,426 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-20T22:45:28,427 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T22:45:28,427 INFO [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T22:45:28,427 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732142727594Running coprocessor pre-close hooks at 1732142727594Disabling compacts and flushes for region at 1732142727594Disabling writes for close at 1732142727595 (+1 ms)Obtaining lock to block concurrent updates at 1732142727595Preparing flush snapshotting stores in 1588230740 at 1732142727595Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732142727602 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732142727605 (+3 ms)Flushing 1588230740/info: creating writer at 1732142727607 (+2 ms)Flushing 1588230740/info: appending metadata at 1732142727735 (+128 ms)Flushing 1588230740/info: closing flushed file at 1732142727735Flushing 1588230740/ns: creating writer at 1732142727866 (+131 ms)Flushing 1588230740/ns: appending metadata at 1732142727888 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732142727888Flushing 1588230740/table: creating writer at 1732142727914 (+26 ms)Flushing 1588230740/table: appending metadata at 1732142727932 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732142727932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4e4863: reopening flushed file at 1732142728384 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de35701: reopening flushed file at 1732142728396 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415be92c: reopening flushed file at 1732142728408 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 825ms, sequenceid=56, compaction requested=false at 1732142728420 (+12 ms)Writing region close event to WAL at 1732142728421 (+1 ms)Running coprocessor post-close hooks at 1732142728426 (+5 ms)Closed at 1732142728427 (+1 ms) 2024-11-20T22:45:28,427 DEBUG [RS_CLOSE_META-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T22:45:28,594 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-20T22:45:28,595 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1325): Online Regions={6b6a04caeaf9ce6e03c001bd79bfe2f8=hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8., 49a0cb5094894efb15559c6017662600=hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600., 7f2a743084f7e7d43b5c724b9b0d668b=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., f7766a1656c78239273434b384b2ea92=hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92., 499d86fbd4c38eb362001fd283691595=testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595., eda43344e5ed5587da7301dd1ccba1a4=testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4., f15b22ce49a839df2af468178eeee8b7=testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7., c5c07504a8780754d719cac61d66a61a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., 647132887142a7a9a40a6f1abadaa286=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.} 2024-11-20T22:45:28,595 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 49a0cb5094894efb15559c6017662600, 647132887142a7a9a40a6f1abadaa286, 6b6a04caeaf9ce6e03c001bd79bfe2f8, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:28,653 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8/.tmp/testFamily/9a09a78e9afb4402af4addb644737dbb 2024-11-20T22:45:28,663 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8/.tmp/testFamily/9a09a78e9afb4402af4addb644737dbb as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8/testFamily/9a09a78e9afb4402af4addb644737dbb 2024-11-20T22:45:28,672 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8/testFamily/9a09a78e9afb4402af4addb644737dbb, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:28,675 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6b6a04caeaf9ce6e03c001bd79bfe2f8 in 452ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:28,681 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNext/6b6a04caeaf9ce6e03c001bd79bfe2f8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:28,682 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:28,682 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b6a04caeaf9ce6e03c001bd79bfe2f8: Waiting for close lock at 1732142728223Running coprocessor pre-close hooks at 1732142728223Disabling compacts and flushes for region at 1732142728223Disabling writes for close at 1732142728223Obtaining lock to block concurrent updates at 1732142728223Preparing flush snapshotting stores in 6b6a04caeaf9ce6e03c001bd79bfe2f8 at 1732142728223Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142728224 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. at 1732142728224Flushing 6b6a04caeaf9ce6e03c001bd79bfe2f8/testFamily: creating writer at 1732142728224Flushing 6b6a04caeaf9ce6e03c001bd79bfe2f8/testFamily: appending metadata at 1732142728246 (+22 ms)Flushing 6b6a04caeaf9ce6e03c001bd79bfe2f8/testFamily: closing flushed file at 1732142728246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a6a118: reopening flushed file at 1732142728661 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6b6a04caeaf9ce6e03c001bd79bfe2f8 in 452ms, sequenceid=8, compaction requested=false at 1732142728676 (+15 ms)Writing region close event to WAL at 1732142728676Running coprocessor post-close hooks at 1732142728682 (+6 ms)Closed at 1732142728682 2024-11-20T22:45:28,682 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732142714214.6b6a04caeaf9ce6e03c001bd79bfe2f8. 2024-11-20T22:45:28,683 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49a0cb5094894efb15559c6017662600, disabling compactions & flushes 2024-11-20T22:45:28,683 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:45:28,683 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:45:28,683 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. after waiting 0 ms 2024-11-20T22:45:28,683 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:45:28,683 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49a0cb5094894efb15559c6017662600 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:28,702 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600/.tmp/testFamily/98f3f5a5f0804c5fb23bea8145d6392e is 61, key is row-0/testFamily:testQualifier/1732142676498/Put/seqid=0 2024-11-20T22:45:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741860_1036 (size=5049) 2024-11-20T22:45:28,795 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 49a0cb5094894efb15559c6017662600, 647132887142a7a9a40a6f1abadaa286, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:28,995 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 49a0cb5094894efb15559c6017662600, 647132887142a7a9a40a6f1abadaa286, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:29,109 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600/.tmp/testFamily/98f3f5a5f0804c5fb23bea8145d6392e 2024-11-20T22:45:29,121 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600/.tmp/testFamily/98f3f5a5f0804c5fb23bea8145d6392e as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600/testFamily/98f3f5a5f0804c5fb23bea8145d6392e 2024-11-20T22:45:29,130 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600/testFamily/98f3f5a5f0804c5fb23bea8145d6392e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:29,131 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49a0cb5094894efb15559c6017662600 in 448ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:29,136 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScanner/49a0cb5094894efb15559c6017662600/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:29,136 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:45:29,137 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49a0cb5094894efb15559c6017662600: Waiting for close lock at 1732142728683Running coprocessor pre-close hooks at 1732142728683Disabling compacts and flushes for region at 1732142728683Disabling writes for close at 1732142728683Obtaining lock to block concurrent updates at 1732142728683Preparing flush snapshotting stores in 49a0cb5094894efb15559c6017662600 at 1732142728683Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142728683Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. at 1732142728684 (+1 ms)Flushing 49a0cb5094894efb15559c6017662600/testFamily: creating writer at 1732142728684Flushing 49a0cb5094894efb15559c6017662600/testFamily: appending metadata at 1732142728701 (+17 ms)Flushing 49a0cb5094894efb15559c6017662600/testFamily: closing flushed file at 1732142728701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16628861: reopening flushed file at 1732142729120 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49a0cb5094894efb15559c6017662600 in 448ms, sequenceid=8, compaction requested=false at 1732142729131 (+11 ms)Writing region close event to WAL at 1732142729131Running coprocessor post-close hooks at 1732142729136 (+5 ms)Closed at 1732142729136 2024-11-20T22:45:29,137 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732142675473.49a0cb5094894efb15559c6017662600. 2024-11-20T22:45:29,137 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f2a743084f7e7d43b5c724b9b0d668b, disabling compactions & flushes 2024-11-20T22:45:29,137 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:45:29,137 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:45:29,137 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. after waiting 0 ms 2024-11-20T22:45:29,137 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:45:29,137 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f2a743084f7e7d43b5c724b9b0d668b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:29,156 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b/.tmp/testFamily/3ab4add9a7534598ae30605b25c9ca5c is 61, key is row-0/testFamily:testQualifier/1732142693882/Put/seqid=0 2024-11-20T22:45:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741861_1037 (size=5049) 2024-11-20T22:45:29,196 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 647132887142a7a9a40a6f1abadaa286, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:29,396 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 647132887142a7a9a40a6f1abadaa286, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:29,562 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b/.tmp/testFamily/3ab4add9a7534598ae30605b25c9ca5c 2024-11-20T22:45:29,580 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b/.tmp/testFamily/3ab4add9a7534598ae30605b25c9ca5c as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b/testFamily/3ab4add9a7534598ae30605b25c9ca5c 2024-11-20T22:45:29,597 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-20T22:45:29,597 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1325): Online Regions={7f2a743084f7e7d43b5c724b9b0d668b=testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., f7766a1656c78239273434b384b2ea92=hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92., 499d86fbd4c38eb362001fd283691595=testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595., eda43344e5ed5587da7301dd1ccba1a4=testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4., f15b22ce49a839df2af468178eeee8b7=testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7., c5c07504a8780754d719cac61d66a61a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., 647132887142a7a9a40a6f1abadaa286=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.} 2024-11-20T22:45:29,597 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 647132887142a7a9a40a6f1abadaa286, 7f2a743084f7e7d43b5c724b9b0d668b, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:29,604 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b/testFamily/3ab4add9a7534598ae30605b25c9ca5c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:29,613 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7f2a743084f7e7d43b5c724b9b0d668b in 475ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:29,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T22:45:29,645 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScanner/7f2a743084f7e7d43b5c724b9b0d668b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:29,646 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:45:29,646 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f2a743084f7e7d43b5c724b9b0d668b: Waiting for close lock at 1732142729137Running coprocessor pre-close hooks at 1732142729137Disabling compacts and flushes for region at 1732142729137Disabling writes for close at 1732142729137Obtaining lock to block concurrent updates at 1732142729137Preparing flush snapshotting stores in 7f2a743084f7e7d43b5c724b9b0d668b at 1732142729137Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142729137Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. at 1732142729138 (+1 ms)Flushing 7f2a743084f7e7d43b5c724b9b0d668b/testFamily: creating writer at 1732142729138Flushing 7f2a743084f7e7d43b5c724b9b0d668b/testFamily: appending metadata at 1732142729156 (+18 ms)Flushing 7f2a743084f7e7d43b5c724b9b0d668b/testFamily: closing flushed file at 1732142729156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7154c8: reopening flushed file at 1732142729578 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7f2a743084f7e7d43b5c724b9b0d668b in 475ms, sequenceid=8, compaction requested=false at 1732142729613 (+35 ms)Writing region close event to WAL at 1732142729620 (+7 ms)Running coprocessor post-close hooks at 1732142729646 (+26 ms)Closed at 1732142729646 2024-11-20T22:45:29,646 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732142690806.7f2a743084f7e7d43b5c724b9b0d668b. 2024-11-20T22:45:29,646 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7766a1656c78239273434b384b2ea92, disabling compactions & flushes 2024-11-20T22:45:29,646 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:45:29,646 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:45:29,646 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. after waiting 0 ms 2024-11-20T22:45:29,646 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:45:29,646 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7766a1656c78239273434b384b2ea92 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:29,666 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92/.tmp/testFamily/691d3d4562be4edeac5a9f6a7f6f75a1 is 61, key is row-0/testFamily:testQualifier/1732142683578/Put/seqid=0 2024-11-20T22:45:29,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-20T22:45:29,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T22:45:29,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T22:45:29,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-20T22:45:29,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-20T22:45:29,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-20T22:45:29,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T22:45:29,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-20T22:45:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741862_1038 (size=5049) 2024-11-20T22:45:29,797 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:29,997 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7, f7766a1656c78239273434b384b2ea92 2024-11-20T22:45:30,081 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92/.tmp/testFamily/691d3d4562be4edeac5a9f6a7f6f75a1 2024-11-20T22:45:30,093 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92/.tmp/testFamily/691d3d4562be4edeac5a9f6a7f6f75a1 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92/testFamily/691d3d4562be4edeac5a9f6a7f6f75a1 2024-11-20T22:45:30,103 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92/testFamily/691d3d4562be4edeac5a9f6a7f6f75a1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:30,104 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7766a1656c78239273434b384b2ea92 in 458ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:30,109 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnNextAsync/f7766a1656c78239273434b384b2ea92/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:30,110 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:45:30,110 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7766a1656c78239273434b384b2ea92: Waiting for close lock at 1732142729646Running coprocessor pre-close hooks at 1732142729646Disabling compacts and flushes for region at 1732142729646Disabling writes for close at 1732142729646Obtaining lock to block concurrent updates at 1732142729646Preparing flush snapshotting stores in f7766a1656c78239273434b384b2ea92 at 1732142729646Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142729647 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. at 1732142729648 (+1 ms)Flushing f7766a1656c78239273434b384b2ea92/testFamily: creating writer at 1732142729648Flushing f7766a1656c78239273434b384b2ea92/testFamily: appending metadata at 1732142729666 (+18 ms)Flushing f7766a1656c78239273434b384b2ea92/testFamily: closing flushed file at 1732142729666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a353be0: reopening flushed file at 1732142730092 (+426 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7766a1656c78239273434b384b2ea92 in 458ms, sequenceid=8, compaction requested=false at 1732142730104 (+12 ms)Writing region close event to WAL at 1732142730105 (+1 ms)Running coprocessor post-close hooks at 1732142730110 (+5 ms)Closed at 1732142730110 2024-11-20T22:45:30,111 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732142682549.f7766a1656c78239273434b384b2ea92. 2024-11-20T22:45:30,111 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 499d86fbd4c38eb362001fd283691595, disabling compactions & flushes 2024-11-20T22:45:30,111 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:30,111 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:30,111 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. after waiting 0 ms 2024-11-20T22:45:30,111 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:30,111 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 499d86fbd4c38eb362001fd283691595 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:30,128 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595/.tmp/testFamily/76af9cec22474567bb66e21dff844432 is 61, key is row-0/testFamily:testQualifier/1732142704069/Put/seqid=0 2024-11-20T22:45:30,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741863_1039 (size=5049) 2024-11-20T22:45:30,198 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:45:30,398 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 499d86fbd4c38eb362001fd283691595, 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:45:30,533 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595/.tmp/testFamily/76af9cec22474567bb66e21dff844432 2024-11-20T22:45:30,548 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595/.tmp/testFamily/76af9cec22474567bb66e21dff844432 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595/testFamily/76af9cec22474567bb66e21dff844432 2024-11-20T22:45:30,562 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595/testFamily/76af9cec22474567bb66e21dff844432, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:30,563 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 499d86fbd4c38eb362001fd283691595 in 452ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:30,573 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNext/499d86fbd4c38eb362001fd283691595/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:30,577 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:30,577 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 499d86fbd4c38eb362001fd283691595: Waiting for close lock at 1732142730111Running coprocessor pre-close hooks at 1732142730111Disabling compacts and flushes for region at 1732142730111Disabling writes for close at 1732142730111Obtaining lock to block concurrent updates at 1732142730111Preparing flush snapshotting stores in 499d86fbd4c38eb362001fd283691595 at 1732142730111Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142730112 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. at 1732142730112Flushing 499d86fbd4c38eb362001fd283691595/testFamily: creating writer at 1732142730112Flushing 499d86fbd4c38eb362001fd283691595/testFamily: appending metadata at 1732142730127 (+15 ms)Flushing 499d86fbd4c38eb362001fd283691595/testFamily: closing flushed file at 1732142730127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39810db8: reopening flushed file at 1732142730546 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 499d86fbd4c38eb362001fd283691595 in 452ms, sequenceid=8, compaction requested=false at 1732142730563 (+17 ms)Writing region close event to WAL at 1732142730564 (+1 ms)Running coprocessor post-close hooks at 1732142730577 (+13 ms)Closed at 1732142730577 2024-11-20T22:45:30,577 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732142703029.499d86fbd4c38eb362001fd283691595. 2024-11-20T22:45:30,578 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eda43344e5ed5587da7301dd1ccba1a4, disabling compactions & flushes 2024-11-20T22:45:30,578 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:45:30,578 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:45:30,578 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. after waiting 0 ms 2024-11-20T22:45:30,578 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:45:30,578 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eda43344e5ed5587da7301dd1ccba1a4 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:30,598 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-20T22:45:30,598 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1325): Online Regions={eda43344e5ed5587da7301dd1ccba1a4=testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4., f15b22ce49a839df2af468178eeee8b7=testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7., c5c07504a8780754d719cac61d66a61a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., 647132887142a7a9a40a6f1abadaa286=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.} 2024-11-20T22:45:30,598 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:45:30,608 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4/.tmp/testFamily/d47adac812004147a9a9692a1602f469 is 61, key is row-0/testFamily:testQualifier/1732142699968/Put/seqid=0 2024-11-20T22:45:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741864_1040 (size=5049) 2024-11-20T22:45:30,799 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:45:30,999 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, eda43344e5ed5587da7301dd1ccba1a4, f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:45:31,018 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4/.tmp/testFamily/d47adac812004147a9a9692a1602f469 2024-11-20T22:45:31,027 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4/.tmp/testFamily/d47adac812004147a9a9692a1602f469 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4/testFamily/d47adac812004147a9a9692a1602f469 2024-11-20T22:45:31,038 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4/testFamily/d47adac812004147a9a9692a1602f469, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:31,039 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eda43344e5ed5587da7301dd1ccba1a4 in 461ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:31,046 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnNextAsync/eda43344e5ed5587da7301dd1ccba1a4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:31,047 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:45:31,047 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eda43344e5ed5587da7301dd1ccba1a4: Waiting for close lock at 1732142730577Running coprocessor pre-close hooks at 1732142730577Disabling compacts and flushes for region at 1732142730577Disabling writes for close at 1732142730578 (+1 ms)Obtaining lock to block concurrent updates at 1732142730578Preparing flush snapshotting stores in eda43344e5ed5587da7301dd1ccba1a4 at 1732142730578Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142730578Flushing stores of testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. at 1732142730580 (+2 ms)Flushing eda43344e5ed5587da7301dd1ccba1a4/testFamily: creating writer at 1732142730580Flushing eda43344e5ed5587da7301dd1ccba1a4/testFamily: appending metadata at 1732142730607 (+27 ms)Flushing eda43344e5ed5587da7301dd1ccba1a4/testFamily: closing flushed file at 1732142730608 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ccb85c: reopening flushed file at 1732142731026 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eda43344e5ed5587da7301dd1ccba1a4 in 461ms, sequenceid=8, compaction requested=false at 1732142731039 (+13 ms)Writing region close event to WAL at 1732142731040 (+1 ms)Running coprocessor post-close hooks at 1732142731047 (+7 ms)Closed at 1732142731047 2024-11-20T22:45:31,047 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732142696933.eda43344e5ed5587da7301dd1ccba1a4. 2024-11-20T22:45:31,047 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f15b22ce49a839df2af468178eeee8b7, disabling compactions & flushes 2024-11-20T22:45:31,047 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:45:31,048 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:45:31,048 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. after waiting 0 ms 2024-11-20T22:45:31,048 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:45:31,048 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f15b22ce49a839df2af468178eeee8b7 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:31,066 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7/.tmp/testFamily/783681a4eec9403ead68fcfaf6d7bcf5 is 61, key is row-0/testFamily:testQualifier/1732142675363/Put/seqid=0 2024-11-20T22:45:31,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741865_1041 (size=5049) 2024-11-20T22:45:31,199 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:45:31,399 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a, f15b22ce49a839df2af468178eeee8b7 2024-11-20T22:45:31,472 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7/.tmp/testFamily/783681a4eec9403ead68fcfaf6d7bcf5 2024-11-20T22:45:31,482 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7/.tmp/testFamily/783681a4eec9403ead68fcfaf6d7bcf5 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7/testFamily/783681a4eec9403ead68fcfaf6d7bcf5 2024-11-20T22:45:31,491 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7/testFamily/783681a4eec9403ead68fcfaf6d7bcf5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:31,492 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f15b22ce49a839df2af468178eeee8b7 in 444ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:31,497 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f15b22ce49a839df2af468178eeee8b7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:31,498 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:45:31,498 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f15b22ce49a839df2af468178eeee8b7: Waiting for close lock at 1732142731047Running coprocessor pre-close hooks at 1732142731047Disabling compacts and flushes for region at 1732142731047Disabling writes for close at 1732142731048 (+1 ms)Obtaining lock to block concurrent updates at 1732142731048Preparing flush snapshotting stores in f15b22ce49a839df2af468178eeee8b7 at 1732142731048Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142731048Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. at 1732142731049 (+1 ms)Flushing f15b22ce49a839df2af468178eeee8b7/testFamily: creating writer at 1732142731049Flushing f15b22ce49a839df2af468178eeee8b7/testFamily: appending metadata at 1732142731066 (+17 ms)Flushing f15b22ce49a839df2af468178eeee8b7/testFamily: closing flushed file at 1732142731066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c41d5e7: reopening flushed file at 1732142731481 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f15b22ce49a839df2af468178eeee8b7 in 444ms, sequenceid=8, compaction requested=false at 1732142731492 (+11 ms)Writing region close event to WAL at 1732142731492Running coprocessor post-close hooks at 1732142731498 (+6 ms)Closed at 1732142731498 2024-11-20T22:45:31,498 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732142674282.f15b22ce49a839df2af468178eeee8b7. 2024-11-20T22:45:31,498 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5c07504a8780754d719cac61d66a61a, disabling compactions & flushes 2024-11-20T22:45:31,498 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:31,499 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:31,499 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. after waiting 0 ms 2024-11-20T22:45:31,499 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:31,499 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5c07504a8780754d719cac61d66a61a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:31,517 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a/.tmp/testFamily/844787379b924ba3bcf382af6d007384 is 61, key is row-0/testFamily:testQualifier/1732142708167/Put/seqid=0 2024-11-20T22:45:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741866_1042 (size=5049) 2024-11-20T22:45:31,600 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T22:45:31,600 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1325): Online Regions={c5c07504a8780754d719cac61d66a61a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., 647132887142a7a9a40a6f1abadaa286=testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286.} 2024-11-20T22:45:31,600 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:31,800 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286, c5c07504a8780754d719cac61d66a61a 2024-11-20T22:45:31,923 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a/.tmp/testFamily/844787379b924ba3bcf382af6d007384 2024-11-20T22:45:31,934 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a/.tmp/testFamily/844787379b924ba3bcf382af6d007384 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a/testFamily/844787379b924ba3bcf382af6d007384 2024-11-20T22:45:31,945 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a/testFamily/844787379b924ba3bcf382af6d007384, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:31,947 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c5c07504a8780754d719cac61d66a61a in 448ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:31,972 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c5c07504a8780754d719cac61d66a61a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:31,974 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:31,974 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5c07504a8780754d719cac61d66a61a: Waiting for close lock at 1732142731498Running coprocessor pre-close hooks at 1732142731498Disabling compacts and flushes for region at 1732142731498Disabling writes for close at 1732142731499 (+1 ms)Obtaining lock to block concurrent updates at 1732142731499Preparing flush snapshotting stores in c5c07504a8780754d719cac61d66a61a at 1732142731499Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142731499Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. at 1732142731500 (+1 ms)Flushing c5c07504a8780754d719cac61d66a61a/testFamily: creating writer at 1732142731500Flushing c5c07504a8780754d719cac61d66a61a/testFamily: appending metadata at 1732142731517 (+17 ms)Flushing c5c07504a8780754d719cac61d66a61a/testFamily: closing flushed file at 1732142731517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4708cbd5: reopening flushed file at 1732142731932 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c5c07504a8780754d719cac61d66a61a in 448ms, sequenceid=8, compaction requested=false at 1732142731947 (+15 ms)Writing region close event to WAL at 1732142731948 (+1 ms)Running coprocessor post-close hooks at 1732142731973 (+25 ms)Closed at 1732142731973 2024-11-20T22:45:31,974 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732142707142.c5c07504a8780754d719cac61d66a61a. 2024-11-20T22:45:31,974 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 647132887142a7a9a40a6f1abadaa286, disabling compactions & flushes 2024-11-20T22:45:31,974 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:31,974 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:31,974 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. after waiting 0 ms 2024-11-20T22:45:31,975 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:31,975 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 647132887142a7a9a40a6f1abadaa286 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T22:45:31,998 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286/.tmp/testFamily/0b890d4dcb2e47ad9bcba84680c0fc42 is 61, key is row-0/testFamily:testQualifier/1732142724371/Put/seqid=0 2024-11-20T22:45:32,001 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:32,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741867_1043 (size=5049) 2024-11-20T22:45:32,201 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:32,401 DEBUG [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1351): Waiting on 647132887142a7a9a40a6f1abadaa286 2024-11-20T22:45:32,411 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286/.tmp/testFamily/0b890d4dcb2e47ad9bcba84680c0fc42 2024-11-20T22:45:32,421 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286/.tmp/testFamily/0b890d4dcb2e47ad9bcba84680c0fc42 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286/testFamily/0b890d4dcb2e47ad9bcba84680c0fc42 2024-11-20T22:45:32,431 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286/testFamily/0b890d4dcb2e47ad9bcba84680c0fc42, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T22:45:32,433 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 647132887142a7a9a40a6f1abadaa286 in 458ms, sequenceid=8, compaction requested=false 2024-11-20T22:45:32,446 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/data/default/testNormalScanTimeoutOnOpenScannerAsync/647132887142a7a9a40a6f1abadaa286/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T22:45:32,448 INFO [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:32,448 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 647132887142a7a9a40a6f1abadaa286: Waiting for close lock at 1732142731974Running coprocessor pre-close hooks at 1732142731974Disabling compacts and flushes for region at 1732142731974Disabling writes for close at 1732142731974Obtaining lock to block concurrent updates at 1732142731975 (+1 ms)Preparing flush snapshotting stores in 647132887142a7a9a40a6f1abadaa286 at 1732142731975Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732142731975Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. at 1732142731976 (+1 ms)Flushing 647132887142a7a9a40a6f1abadaa286/testFamily: creating writer at 1732142731976Flushing 647132887142a7a9a40a6f1abadaa286/testFamily: appending metadata at 1732142731998 (+22 ms)Flushing 647132887142a7a9a40a6f1abadaa286/testFamily: closing flushed file at 1732142731998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24500f0b: reopening flushed file at 1732142732419 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 647132887142a7a9a40a6f1abadaa286 in 458ms, sequenceid=8, compaction requested=false at 1732142732433 (+14 ms)Writing region close event to WAL at 1732142732436 (+3 ms)Running coprocessor post-close hooks at 1732142732447 (+11 ms)Closed at 1732142732447 2024-11-20T22:45:32,448 DEBUG [RS_CLOSE_REGION-regionserver/9f31b4695a16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732142723334.647132887142a7a9a40a6f1abadaa286. 2024-11-20T22:45:32,602 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(976): stopping server 9f31b4695a16,45823,1732142609814; all regions closed. 2024-11-20T22:45:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741834_1010 (size=19479) 2024-11-20T22:45:32,622 DEBUG [RS:0;9f31b4695a16:45823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/oldWALs 2024-11-20T22:45:32,622 INFO [RS:0;9f31b4695a16:45823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f31b4695a16%2C45823%2C1732142609814.meta:.meta(num 1732142673630) 2024-11-20T22:45:32,644 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/WALs/9f31b4695a16,45823,1732142609814/9f31b4695a16%2C45823%2C1732142609814.1732142673182 not finished, retry = 0 2024-11-20T22:45:32,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741833_1009 (size=20031) 2024-11-20T22:45:32,748 DEBUG [RS:0;9f31b4695a16:45823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/oldWALs 2024-11-20T22:45:32,749 INFO [RS:0;9f31b4695a16:45823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f31b4695a16%2C45823%2C1732142609814:(num 1732142673182) 2024-11-20T22:45:32,749 DEBUG [RS:0;9f31b4695a16:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T22:45:32,749 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T22:45:32,749 INFO [RS:0;9f31b4695a16:45823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T22:45:32,749 INFO [RS:0;9f31b4695a16:45823 {}] hbase.ChoreService(370): Chore service for: regionserver/9f31b4695a16:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T22:45:32,750 INFO [RS:0;9f31b4695a16:45823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T22:45:32,750 INFO [regionserver/9f31b4695a16:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T22:45:32,751 INFO [RS:0;9f31b4695a16:45823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45823 2024-11-20T22:45:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f31b4695a16,45823,1732142609814 2024-11-20T22:45:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T22:45:32,763 INFO [RS:0;9f31b4695a16:45823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T22:45:32,769 INFO [regionserver/9f31b4695a16:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T22:45:32,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f31b4695a16,45823,1732142609814] 2024-11-20T22:45:32,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f31b4695a16,45823,1732142609814 already deleted, retry=false 2024-11-20T22:45:32,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f31b4695a16,45823,1732142609814 expired; onlineServers=0 2024-11-20T22:45:32,784 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f31b4695a16,44711,1732142608670' ***** 2024-11-20T22:45:32,784 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T22:45:32,784 INFO [M:0;9f31b4695a16:44711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T22:45:32,784 INFO [M:0;9f31b4695a16:44711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T22:45:32,785 DEBUG [M:0;9f31b4695a16:44711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T22:45:32,785 DEBUG [M:0;9f31b4695a16:44711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T22:45:32,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T22:45:32,785 DEBUG [master/9f31b4695a16:0:becomeActiveMaster-HFileCleaner.large.0-1732142612999 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f31b4695a16:0:becomeActiveMaster-HFileCleaner.large.0-1732142612999,5,FailOnTimeoutGroup] 2024-11-20T22:45:32,785 DEBUG [master/9f31b4695a16:0:becomeActiveMaster-HFileCleaner.small.0-1732142612999 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f31b4695a16:0:becomeActiveMaster-HFileCleaner.small.0-1732142612999,5,FailOnTimeoutGroup] 2024-11-20T22:45:32,785 INFO [M:0;9f31b4695a16:44711 {}] hbase.ChoreService(370): Chore service for: master/9f31b4695a16:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T22:45:32,785 INFO [M:0;9f31b4695a16:44711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T22:45:32,785 DEBUG [M:0;9f31b4695a16:44711 {}] master.HMaster(1795): Stopping service threads 2024-11-20T22:45:32,785 INFO [M:0;9f31b4695a16:44711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T22:45:32,785 INFO [M:0;9f31b4695a16:44711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T22:45:32,786 INFO [M:0;9f31b4695a16:44711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T22:45:32,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T22:45:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T22:45:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T22:45:32,796 DEBUG [M:0;9f31b4695a16:44711 {}] zookeeper.ZKUtil(347): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T22:45:32,796 WARN [M:0;9f31b4695a16:44711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T22:45:32,797 INFO [M:0;9f31b4695a16:44711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/.lastflushedseqids 2024-11-20T22:45:32,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741868_1044 (size=460) 2024-11-20T22:45:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T22:45:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x1015a6aa8430001, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T22:45:32,874 INFO [RS:0;9f31b4695a16:45823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T22:45:32,874 INFO [RS:0;9f31b4695a16:45823 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f31b4695a16,45823,1732142609814; zookeeper connection closed. 2024-11-20T22:45:32,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f3194b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f3194b 2024-11-20T22:45:32,875 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T22:45:33,210 INFO [M:0;9f31b4695a16:44711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T22:45:33,210 INFO [M:0;9f31b4695a16:44711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T22:45:33,210 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T22:45:33,210 INFO [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T22:45:33,211 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T22:45:33,211 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T22:45:33,211 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T22:45:33,211 INFO [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.79 KB heapSize=190.27 KB 2024-11-20T22:45:33,232 DEBUG [M:0;9f31b4695a16:44711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f72503ea794440cb1765427b9c54c4b is 82, key is hbase:meta,,1/info:regioninfo/1732142673731/Put/seqid=0 2024-11-20T22:45:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741869_1045 (size=5672) 2024-11-20T22:45:33,639 INFO [M:0;9f31b4695a16:44711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f72503ea794440cb1765427b9c54c4b 2024-11-20T22:45:33,679 DEBUG [M:0;9f31b4695a16:44711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ecfa29ef8464d04b23a05f6d6f59ed1 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732142675156/Put/seqid=0 2024-11-20T22:45:33,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741870_1046 (size=14069) 2024-11-20T22:45:33,708 INFO [M:0;9f31b4695a16:44711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.24 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ecfa29ef8464d04b23a05f6d6f59ed1 2024-11-20T22:45:33,728 INFO [M:0;9f31b4695a16:44711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ecfa29ef8464d04b23a05f6d6f59ed1 2024-11-20T22:45:33,750 DEBUG [M:0;9f31b4695a16:44711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98406765d0a34d1ab8aefd9ce8891220 is 69, key is 9f31b4695a16,45823,1732142609814/rs:state/1732142642990/Put/seqid=0 2024-11-20T22:45:33,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741871_1047 (size=5156) 2024-11-20T22:45:33,762 INFO [M:0;9f31b4695a16:44711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98406765d0a34d1ab8aefd9ce8891220 2024-11-20T22:45:33,772 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f72503ea794440cb1765427b9c54c4b as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f72503ea794440cb1765427b9c54c4b 2024-11-20T22:45:33,793 INFO [M:0;9f31b4695a16:44711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f72503ea794440cb1765427b9c54c4b, entries=8, sequenceid=311, filesize=5.5 K 2024-11-20T22:45:33,794 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ecfa29ef8464d04b23a05f6d6f59ed1 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ecfa29ef8464d04b23a05f6d6f59ed1 2024-11-20T22:45:33,805 INFO [M:0;9f31b4695a16:44711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ecfa29ef8464d04b23a05f6d6f59ed1 2024-11-20T22:45:33,805 INFO [M:0;9f31b4695a16:44711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ecfa29ef8464d04b23a05f6d6f59ed1, entries=33, sequenceid=311, filesize=13.7 K 2024-11-20T22:45:33,809 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98406765d0a34d1ab8aefd9ce8891220 as hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98406765d0a34d1ab8aefd9ce8891220 2024-11-20T22:45:33,817 INFO [M:0;9f31b4695a16:44711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/0bdc618e-db59-ce77-92fa-f168765726b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98406765d0a34d1ab8aefd9ce8891220, entries=1, sequenceid=311, filesize=5.0 K 2024-11-20T22:45:33,819 INFO [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.79 KB/166699, heapSize ~189.98 KB/194536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 607ms, sequenceid=311, compaction requested=false 2024-11-20T22:45:33,821 INFO [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T22:45:33,822 DEBUG [M:0;9f31b4695a16:44711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732142733210Disabling compacts and flushes for region at 1732142733210Disabling writes for close at 1732142733211 (+1 ms)Obtaining lock to block concurrent updates at 1732142733211Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732142733211Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166699, getHeapSize=194776, getOffHeapSize=0, getCellsCount=358 at 1732142733211Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732142733212 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732142733212Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732142733232 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732142733232Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732142733648 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732142733678 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732142733678Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732142733728 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732142733749 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732142733749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70157368: reopening flushed file at 1732142733770 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e8a9d7: reopening flushed file at 1732142733793 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eac2b4e: reopening flushed file at 1732142733805 (+12 ms)Finished flush of dataSize ~162.79 KB/166699, heapSize ~189.98 KB/194536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 607ms, sequenceid=311, compaction requested=false at 1732142733819 (+14 ms)Writing region close event to WAL at 1732142733821 (+2 ms)Closed at 1732142733821 2024-11-20T22:45:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35957 is added to blk_1073741830_1006 (size=187521) 2024-11-20T22:45:33,835 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T22:45:33,836 INFO [M:0;9f31b4695a16:44711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T22:45:33,836 INFO [M:0;9f31b4695a16:44711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44711 2024-11-20T22:45:33,837 INFO [M:0;9f31b4695a16:44711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T22:45:33,948 INFO [M:0;9f31b4695a16:44711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T22:45:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T22:45:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44711-0x1015a6aa8430000, quorum=127.0.0.1:49402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T22:45:33,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16d0bc3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T22:45:33,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e1cc352{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T22:45:33,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T22:45:33,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a781d84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T22:45:33,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c598c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/hadoop.log.dir/,STOPPED} 2024-11-20T22:45:33,970 WARN [BP-2104257373-172.17.0.2-1732142603034 heartbeating to localhost/127.0.0.1:38449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T22:45:33,970 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T22:45:33,970 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T22:45:33,970 WARN [BP-2104257373-172.17.0.2-1732142603034 heartbeating to localhost/127.0.0.1:38449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2104257373-172.17.0.2-1732142603034 (Datanode Uuid 6ffe670f-9d6a-4351-9719-739e708801b4) service to localhost/127.0.0.1:38449 2024-11-20T22:45:33,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/cluster_f31ea37c-04b6-42b9-4775-2a17fb0eb8f7/data/data1/current/BP-2104257373-172.17.0.2-1732142603034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T22:45:33,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/cluster_f31ea37c-04b6-42b9-4775-2a17fb0eb8f7/data/data2/current/BP-2104257373-172.17.0.2-1732142603034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T22:45:33,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T22:45:33,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df87c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T22:45:33,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T22:45:33,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T22:45:33,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T22:45:33,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca2a35d5-73e7-47db-c137-13e262d4cecd/hadoop.log.dir/,STOPPED} 2024-11-20T22:45:34,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T22:45:34,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down