2024-11-18 19:54:23,264 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-18 19:54:23,281 main DEBUG Took 0.009659 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 19:54:23,282 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 19:54:23,282 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 19:54:23,283 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 19:54:23,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,292 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 19:54:23,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,307 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,309 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,310 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,311 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,312 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,313 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,313 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,314 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,315 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:54:23,315 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,316 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 19:54:23,317 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:54:23,319 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 19:54:23,320 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 19:54:23,321 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 19:54:23,322 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 19:54:23,322 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 19:54:23,330 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 19:54:23,332 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 19:54:23,334 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 19:54:23,335 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 19:54:23,335 main DEBUG createAppenders(={Console}) 2024-11-18 19:54:23,336 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-18 19:54:23,336 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-18 19:54:23,337 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-18 19:54:23,337 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 19:54:23,337 main DEBUG OutputStream closed 2024-11-18 19:54:23,338 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 19:54:23,338 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 19:54:23,338 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-18 19:54:23,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 19:54:23,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 19:54:23,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 19:54:23,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 19:54:23,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 19:54:23,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 19:54:23,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 19:54:23,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 19:54:23,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 19:54:23,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 19:54:23,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 19:54:23,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 19:54:23,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 19:54:23,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 19:54:23,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 19:54:23,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 19:54:23,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 19:54:23,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 19:54:23,423 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 19:54:23,424 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-18 19:54:23,424 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 19:54:23,425 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-18T19:54:23,437 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-18 19:54:23,440 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 19:54:23,440 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T19:54:23,656 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b 2024-11-18T19:54:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T19:54:23,692 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/cluster_32336a04-a427-590b-cb5a-7636837bd21c, deleteOnExit=true 2024-11-18T19:54:23,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T19:54:23,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/test.cache.data in system properties and HBase conf 2024-11-18T19:54:23,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T19:54:23,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/hadoop.log.dir in system properties and HBase conf 2024-11-18T19:54:23,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T19:54:23,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T19:54:23,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T19:54:23,811 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T19:54:23,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T19:54:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:54:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:54:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T19:54:23,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:54:23,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T19:54:23,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T19:54:23,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:54:23,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:54:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T19:54:23,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/nfs.dump.dir in system properties and HBase conf 2024-11-18T19:54:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/java.io.tmpdir in system properties and HBase conf 2024-11-18T19:54:23,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:54:23,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T19:54:23,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T19:54:24,905 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T19:54:24,973 INFO [Time-limited test {}] log.Log(170): Logging initialized @2362ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T19:54:25,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:54:25,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:54:25,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:54:25,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:54:25,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:54:25,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:54:25,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:54:25,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:54:25,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b93e99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/java.io.tmpdir/jetty-localhost-41879-hadoop-hdfs-3_4_1-tests_jar-_-any-13388088950039072226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:54:25,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:41879} 2024-11-18T19:54:25,320 INFO [Time-limited test {}] server.Server(415): Started @2709ms 2024-11-18T19:54:25,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:54:25,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:54:25,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:54:25,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:54:25,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T19:54:25,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:54:25,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:54:25,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@429b6cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/java.io.tmpdir/jetty-localhost-46071-hadoop-hdfs-3_4_1-tests_jar-_-any-6574188236251294425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:54:25,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:46071} 2024-11-18T19:54:25,918 INFO [Time-limited test {}] server.Server(415): Started @3307ms 2024-11-18T19:54:25,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:54:26,726 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/cluster_32336a04-a427-590b-cb5a-7636837bd21c/data/data1/current/BP-1927779240-172.17.0.2-1731959664459/current, will proceed with Du for space computation calculation, 2024-11-18T19:54:26,726 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/cluster_32336a04-a427-590b-cb5a-7636837bd21c/data/data2/current/BP-1927779240-172.17.0.2-1731959664459/current, will proceed with Du for space computation calculation, 2024-11-18T19:54:26,761 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:54:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3268111fe560f611 with lease ID 0xed3630a4c56981e3: Processing first storage report for DS-a757c7e0-49b2-4b37-8523-896ee6556984 from datanode DatanodeRegistration(127.0.0.1:45925, datanodeUuid=91da0ba1-53dd-4efa-bbb9-f4acb50c55fc, infoPort=46367, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=1687174266;c=1731959664459) 2024-11-18T19:54:26,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3268111fe560f611 with lease ID 0xed3630a4c56981e3: from storage DS-a757c7e0-49b2-4b37-8523-896ee6556984 node DatanodeRegistration(127.0.0.1:45925, datanodeUuid=91da0ba1-53dd-4efa-bbb9-f4acb50c55fc, infoPort=46367, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=1687174266;c=1731959664459), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T19:54:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3268111fe560f611 with lease ID 0xed3630a4c56981e3: Processing first storage report for DS-6c001aea-cedf-47fc-8c8d-1028eb1d3387 from datanode DatanodeRegistration(127.0.0.1:45925, datanodeUuid=91da0ba1-53dd-4efa-bbb9-f4acb50c55fc, infoPort=46367, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=1687174266;c=1731959664459) 2024-11-18T19:54:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3268111fe560f611 with lease ID 0xed3630a4c56981e3: from storage DS-6c001aea-cedf-47fc-8c8d-1028eb1d3387 node DatanodeRegistration(127.0.0.1:45925, datanodeUuid=91da0ba1-53dd-4efa-bbb9-f4acb50c55fc, infoPort=46367, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=1687174266;c=1731959664459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:54:26,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b 2024-11-18T19:54:26,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/cluster_32336a04-a427-590b-cb5a-7636837bd21c/zookeeper_0, clientPort=49573, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/cluster_32336a04-a427-590b-cb5a-7636837bd21c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/cluster_32336a04-a427-590b-cb5a-7636837bd21c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T19:54:26,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49573 2024-11-18T19:54:26,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:54:26,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:54:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:54:27,565 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 with version=8 2024-11-18T19:54:27,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/hbase-staging 2024-11-18T19:54:27,648 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T19:54:27,890 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5a964fc427ed:0 server-side Connection retries=9 2024-11-18T19:54:27,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:54:27,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:54:27,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:54:27,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:54:27,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:54:28,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T19:54:28,072 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T19:54:28,080 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T19:54:28,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:54:28,105 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14733 (auto-detected) 2024-11-18T19:54:28,106 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T19:54:28,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36967 2024-11-18T19:54:28,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36967 connecting to ZooKeeper ensemble=127.0.0.1:49573 2024-11-18T19:54:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369670x0, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:54:28,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36967-0x10150b0fe830000 connected 2024-11-18T19:54:28,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:54:28,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:54:28,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:54:28,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97, hbase.cluster.distributed=false 2024-11-18T19:54:28,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:54:28,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-18T19:54:28,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36967 2024-11-18T19:54:28,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36967 2024-11-18T19:54:28,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-18T19:54:28,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36967 2024-11-18T19:54:28,459 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5a964fc427ed:0 server-side Connection retries=9 2024-11-18T19:54:28,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:54:28,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:54:28,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:54:28,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:54:28,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:54:28,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:54:28,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:54:28,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41935 2024-11-18T19:54:28,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41935 connecting to ZooKeeper ensemble=127.0.0.1:49573 2024-11-18T19:54:28,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:54:28,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:54:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419350x0, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:54:28,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419350x0, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:54:28,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41935-0x10150b0fe830001 connected 2024-11-18T19:54:28,487 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:54:28,494 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:54:28,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:54:28,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:54:28,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41935 2024-11-18T19:54:28,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41935 2024-11-18T19:54:28,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41935 2024-11-18T19:54:28,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41935 2024-11-18T19:54:28,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41935 2024-11-18T19:54:28,524 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5a964fc427ed:36967 2024-11-18T19:54:28,526 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5a964fc427ed,36967,1731959667736 2024-11-18T19:54:28,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:54:28,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:54:28,544 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5a964fc427ed,36967,1731959667736 2024-11-18T19:54:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:54:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:28,574 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T19:54:28,575 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5a964fc427ed,36967,1731959667736 from backup master directory 2024-11-18T19:54:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:54:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5a964fc427ed,36967,1731959667736 2024-11-18T19:54:28,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:54:28,583 WARN [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:54:28,584 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5a964fc427ed,36967,1731959667736 2024-11-18T19:54:28,586 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T19:54:28,587 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T19:54:28,641 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/hbase.id] with ID: a7ad71a2-e57c-4e90-bb39-8240d98e174b 2024-11-18T19:54:28,642 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/.tmp/hbase.id 2024-11-18T19:54:28,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:54:29,056 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/.tmp/hbase.id]:[hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/hbase.id] 2024-11-18T19:54:29,107 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:54:29,112 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T19:54:29,130 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-18T19:54:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:54:29,607 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:54:29,610 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T19:54:29,623 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:54:29,627 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:54:29,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:54:30,080 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store 2024-11-18T19:54:30,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:54:30,512 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T19:54:30,516 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:54:30,518 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:54:30,518 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:54:30,518 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:54:30,520 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:54:30,521 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:54:30,521 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:54:30,523 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731959670518Disabling compacts and flushes for region at 1731959670518Disabling writes for close at 1731959670521 (+3 ms)Writing region close event to WAL at 1731959670521Closed at 1731959670521 2024-11-18T19:54:30,526 WARN [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/.initializing 2024-11-18T19:54:30,526 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/WALs/5a964fc427ed,36967,1731959667736 2024-11-18T19:54:30,536 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:54:30,551 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a964fc427ed%2C36967%2C1731959667736, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/WALs/5a964fc427ed,36967,1731959667736, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/oldWALs, maxLogs=10 2024-11-18T19:54:30,575 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/WALs/5a964fc427ed,36967,1731959667736/5a964fc427ed%2C36967%2C1731959667736.1731959670556, exclude list is [], retry=0 2024-11-18T19:54:30,590 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-a757c7e0-49b2-4b37-8523-896ee6556984,DISK] 2024-11-18T19:54:30,593 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T19:54:30,629 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/WALs/5a964fc427ed,36967,1731959667736/5a964fc427ed%2C36967%2C1731959667736.1731959670556 2024-11-18T19:54:30,630 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-18T19:54:30,631 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:54:30,631 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:54:30,634 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,635 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T19:54:30,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:30,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:54:30,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T19:54:30,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:30,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:54:30,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T19:54:30,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:30,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:54:30,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T19:54:30,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:30,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:54:30,714 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,718 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,719 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,724 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,725 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,729 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:54:30,732 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:54:30,737 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:54:30,738 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72706597, jitterRate=0.08341272175312042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:54:30,746 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731959670646Initializing all the Stores at 1731959670649 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959670649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959670650 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959670650Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959670650Cleaning up temporary data from old regions at 1731959670725 (+75 ms)Region opened successfully at 1731959670746 (+21 ms) 2024-11-18T19:54:30,747 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T19:54:30,780 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3a9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a964fc427ed/172.17.0.2:0 2024-11-18T19:54:30,809 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T19:54:30,819 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T19:54:30,819 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T19:54:30,822 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T19:54:30,823 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T19:54:30,828 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T19:54:30,828 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T19:54:30,852 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T19:54:30,861 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T19:54:30,907 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T19:54:30,911 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T19:54:30,915 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T19:54:30,924 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T19:54:30,926 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T19:54:30,930 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T19:54:30,940 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T19:54:30,943 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T19:54:30,949 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T19:54:30,972 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T19:54:30,982 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T19:54:30,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:54:30,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:54:30,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:30,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:30,995 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5a964fc427ed,36967,1731959667736, sessionid=0x10150b0fe830000, setting cluster-up flag (Was=false) 2024-11-18T19:54:31,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:31,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:31,049 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T19:54:31,053 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a964fc427ed,36967,1731959667736 2024-11-18T19:54:31,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:31,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:54:31,099 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T19:54:31,103 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5a964fc427ed,36967,1731959667736 2024-11-18T19:54:31,112 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T19:54:31,180 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T19:54:31,191 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T19:54:31,197 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T19:54:31,203 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5a964fc427ed,36967,1731959667736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T19:54:31,210 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5a964fc427ed:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:54:31,211 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5a964fc427ed:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:54:31,211 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5a964fc427ed:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:54:31,211 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5a964fc427ed:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:54:31,211 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5a964fc427ed:0, corePoolSize=10, maxPoolSize=10 2024-11-18T19:54:31,211 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,212 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(746): ClusterId : a7ad71a2-e57c-4e90-bb39-8240d98e174b 2024-11-18T19:54:31,212 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5a964fc427ed:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:54:31,212 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,214 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731959701214 2024-11-18T19:54:31,215 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:54:31,216 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T19:54:31,217 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T19:54:31,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:54:31,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T19:54:31,221 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T19:54:31,221 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T19:54:31,222 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T19:54:31,222 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T19:54:31,222 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:31,226 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:54:31,227 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T19:54:31,227 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:54:31,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T19:54:31,228 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T19:54:31,228 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T19:54:31,230 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T19:54:31,230 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T19:54:31,233 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.large.0-1731959671232,5,FailOnTimeoutGroup] 2024-11-18T19:54:31,234 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:54:31,234 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.small.0-1731959671233,5,FailOnTimeoutGroup] 2024-11-18T19:54:31,234 DEBUG [RS:0;5a964fc427ed:41935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c660e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5a964fc427ed/172.17.0.2:0 2024-11-18T19:54:31,234 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,234 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T19:54:31,236 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,236 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:54:31,253 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5a964fc427ed:41935 2024-11-18T19:54:31,256 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:54:31,256 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:54:31,257 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:54:31,260 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(2659): reportForDuty to master=5a964fc427ed,36967,1731959667736 with port=41935, startcode=1731959668418 2024-11-18T19:54:31,271 DEBUG [RS:0;5a964fc427ed:41935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:54:31,303 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:54:31,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5a964fc427ed,41935,1731959668418 2024-11-18T19:54:31,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36967 {}] master.ServerManager(517): Registering regionserver=5a964fc427ed,41935,1731959668418 2024-11-18T19:54:31,327 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:54:31,327 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43655 2024-11-18T19:54:31,327 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:54:31,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:54:31,341 DEBUG [RS:0;5a964fc427ed:41935 {}] zookeeper.ZKUtil(111): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5a964fc427ed,41935,1731959668418 2024-11-18T19:54:31,342 WARN [RS:0;5a964fc427ed:41935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:54:31,342 INFO [RS:0;5a964fc427ed:41935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:54:31,342 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/WALs/5a964fc427ed,41935,1731959668418 2024-11-18T19:54:31,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5a964fc427ed,41935,1731959668418] 2024-11-18T19:54:31,367 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:54:31,383 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:54:31,388 INFO [RS:0;5a964fc427ed:41935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:54:31,388 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,389 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:54:31,395 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:54:31,397 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,397 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,397 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,397 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,397 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,398 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,398 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5a964fc427ed:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:54:31,398 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,398 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,398 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,398 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,399 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,399 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5a964fc427ed:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:54:31,399 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5a964fc427ed:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:54:31,399 DEBUG [RS:0;5a964fc427ed:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5a964fc427ed:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:54:31,400 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,401 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,401 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,401 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,401 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,401 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,41935,1731959668418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:54:31,421 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:54:31,423 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,41935,1731959668418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,423 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,423 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.Replication(171): 5a964fc427ed,41935,1731959668418 started 2024-11-18T19:54:31,442 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:54:31,442 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1482): Serving as 5a964fc427ed,41935,1731959668418, RpcServer on 5a964fc427ed/172.17.0.2:41935, sessionid=0x10150b0fe830001 2024-11-18T19:54:31,443 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:54:31,443 DEBUG [RS:0;5a964fc427ed:41935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5a964fc427ed,41935,1731959668418 2024-11-18T19:54:31,443 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a964fc427ed,41935,1731959668418' 2024-11-18T19:54:31,443 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:54:31,445 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:54:31,445 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:54:31,446 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:54:31,446 DEBUG [RS:0;5a964fc427ed:41935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5a964fc427ed,41935,1731959668418 2024-11-18T19:54:31,446 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5a964fc427ed,41935,1731959668418' 2024-11-18T19:54:31,446 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:54:31,447 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:54:31,447 DEBUG [RS:0;5a964fc427ed:41935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:54:31,447 INFO [RS:0;5a964fc427ed:41935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:54:31,448 INFO [RS:0;5a964fc427ed:41935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:54:31,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T19:54:31,647 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:54:31,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:54:32,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:54:32,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:54:32,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:54:32,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:32,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:54:32,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:54:32,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:54:32,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:32,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:54:32,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:54:32,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:54:32,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:32,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:54:32,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:54:32,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:54:32,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:54:32,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:54:32,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:54:32,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740 2024-11-18T19:54:32,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740 2024-11-18T19:54:32,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:54:32,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:54:32,095 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:54:32,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:54:32,101 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:54:32,102 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68849586, jitterRate=0.02593877911567688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:54:32,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731959672067Initializing all the Stores at 1731959672071 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959672071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959672071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959672071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959672071Cleaning up temporary data from old regions at 1731959672094 (+23 ms)Region opened successfully at 1731959672104 (+10 ms) 2024-11-18T19:54:32,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:54:32,105 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:54:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:54:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:54:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:54:32,106 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:54:32,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731959672104Disabling compacts and flushes for region at 1731959672104Disabling writes for close at 1731959672105 (+1 ms)Writing region close event to WAL at 1731959672106 (+1 ms)Closed at 1731959672106 2024-11-18T19:54:32,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:54:32,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T19:54:32,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T19:54:32,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:54:32,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T19:54:32,277 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:33,279 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:34,280 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:35,281 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:36,282 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:37,283 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:38,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T19:54:38,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T19:54:38,284 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:39,286 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:40,287 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:41,288 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:42,289 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:43,290 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:44,291 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:45,293 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:46,294 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:47,295 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:48,296 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:49,297 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:50,298 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:51,299 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:52,300 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:53,302 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:54,303 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:55,304 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:56,305 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:56,848 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:54:57,306 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:58,308 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:54:59,309 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:55:00,310 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:55:01,311 WARN [5a964fc427ed:36967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:55:01,458 INFO [RS:0;5a964fc427ed:41935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:55:01,462 INFO [RS:0;5a964fc427ed:41935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a964fc427ed%2C41935%2C1731959668418, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/WALs/5a964fc427ed,41935,1731959668418, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/oldWALs, maxLogs=32 2024-11-18T19:55:01,479 DEBUG [RS:0;5a964fc427ed:41935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/WALs/5a964fc427ed,41935,1731959668418/5a964fc427ed%2C41935%2C1731959668418.1731959701464, exclude list is [], retry=0 2024-11-18T19:55:01,483 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-a757c7e0-49b2-4b37-8523-896ee6556984,DISK] 2024-11-18T19:55:01,486 INFO [RS:0;5a964fc427ed:41935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/WALs/5a964fc427ed,41935,1731959668418/5a964fc427ed%2C41935%2C1731959668418.1731959701464 2024-11-18T19:55:01,487 DEBUG [RS:0;5a964fc427ed:41935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-18T19:55:01,566 DEBUG [5a964fc427ed:36967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T19:55:01,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:01,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a964fc427ed,41935,1731959668418, state=OPENING 2024-11-18T19:55:01,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T19:55:01,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:55:01,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:55:01,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:55:01,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:55:01,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:55:01,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:01,846 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:55:01,850 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:55:01,860 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T19:55:01,861 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:55:01,862 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T19:55:01,865 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5a964fc427ed%2C41935%2C1731959668418.meta, suffix=.meta, logDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/WALs/5a964fc427ed,41935,1731959668418, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/oldWALs, maxLogs=32 2024-11-18T19:55:01,886 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/WALs/5a964fc427ed,41935,1731959668418/5a964fc427ed%2C41935%2C1731959668418.meta.1731959701868.meta, exclude list is [], retry=0 2024-11-18T19:55:01,890 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-a757c7e0-49b2-4b37-8523-896ee6556984,DISK] 2024-11-18T19:55:01,893 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/WALs/5a964fc427ed,41935,1731959668418/5a964fc427ed%2C41935%2C1731959668418.meta.1731959701868.meta 2024-11-18T19:55:01,893 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-18T19:55:01,894 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:01,895 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T19:55:01,897 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T19:55:01,902 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T19:55:01,907 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T19:55:01,908 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:01,908 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T19:55:01,908 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T19:55:01,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:55:01,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:55:01,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:01,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:55:01,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:55:01,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:55:01,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:01,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:55:01,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:55:01,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:55:01,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:01,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:55:01,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:55:01,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:55:01,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:01,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:55:01,922 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:55:01,924 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740 2024-11-18T19:55:01,927 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740 2024-11-18T19:55:01,929 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:55:01,929 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:55:01,930 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:55:01,933 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:55:01,935 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71916489, jitterRate=0.07163919508457184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:55:01,936 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T19:55:01,937 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731959701909Writing region info on filesystem at 1731959701909Initializing all the Stores at 1731959701911 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959701911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959701911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959701911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959701911Cleaning up temporary data from old regions at 1731959701929 (+18 ms)Running coprocessor post-open hooks at 1731959701936 (+7 ms)Region opened successfully at 1731959701937 (+1 ms) 2024-11-18T19:55:01,946 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731959701837 2024-11-18T19:55:01,959 DEBUG [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T19:55:01,959 INFO [RS_OPEN_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T19:55:01,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:01,965 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5a964fc427ed,41935,1731959668418, state=OPEN 2024-11-18T19:55:02,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:55:02,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:55:02,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:55:02,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:55:02,024 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:02,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T19:55:02,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5a964fc427ed,41935,1731959668418 in 360 msec 2024-11-18T19:55:02,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T19:55:02,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.9170 sec 2024-11-18T19:55:02,041 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:55:02,041 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T19:55:02,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:55:02,059 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a964fc427ed,41935,1731959668418, seqNum=-1] 2024-11-18T19:55:02,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:55:02,079 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:55:02,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9580 sec 2024-11-18T19:55:02,101 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731959702100, completionTime=-1 2024-11-18T19:55:02,103 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T19:55:02,103 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T19:55:02,126 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T19:55:02,126 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731959762126 2024-11-18T19:55:02,126 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731959822126 2024-11-18T19:55:02,126 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 22 msec 2024-11-18T19:55:02,128 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,36967,1731959667736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:55:02,128 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,36967,1731959667736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:55:02,128 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,36967,1731959667736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:55:02,129 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5a964fc427ed:36967, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:55:02,129 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T19:55:02,130 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T19:55:02,136 DEBUG [master/5a964fc427ed:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T19:55:02,159 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.575sec 2024-11-18T19:55:02,160 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T19:55:02,161 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T19:55:02,162 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T19:55:02,162 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T19:55:02,163 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T19:55:02,163 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,36967,1731959667736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:55:02,164 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,36967,1731959667736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T19:55:02,171 DEBUG [master/5a964fc427ed:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T19:55:02,172 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T19:55:02,172 INFO [master/5a964fc427ed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5a964fc427ed,36967,1731959667736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:55:02,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573d5973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:55:02,276 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T19:55:02,276 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T19:55:02,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a964fc427ed,36967,-1 for getting cluster id 2024-11-18T19:55:02,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:55:02,290 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad71a2-e57c-4e90-bb39-8240d98e174b' 2024-11-18T19:55:02,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:55:02,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad71a2-e57c-4e90-bb39-8240d98e174b" 2024-11-18T19:55:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58906da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:55:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a964fc427ed,36967,-1] 2024-11-18T19:55:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:55:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:55:02,301 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:55:02,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1928876b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:55:02,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:55:02,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a964fc427ed,41935,1731959668418, seqNum=-1] 2024-11-18T19:55:02,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:55:02,314 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:55:02,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5a964fc427ed,36967,1731959667736 2024-11-18T19:55:02,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2246aef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:55:02,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5a964fc427ed,36967,-1 for getting cluster id 2024-11-18T19:55:02,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:55:02,335 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ad71a2-e57c-4e90-bb39-8240d98e174b' 2024-11-18T19:55:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:55:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ad71a2-e57c-4e90-bb39-8240d98e174b" 2024-11-18T19:55:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca362b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:55:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5a964fc427ed,36967,-1] 2024-11-18T19:55:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:55:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:55:02,339 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:55:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a436da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:55:02,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=8693 2024-11-18T19:55:02,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:55:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5a964fc427ed,36967,1731959667736 2024-11-18T19:55:02,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1138b495 2024-11-18T19:55:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:55:02,378 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:55:02,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-18T19:55:02,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:02,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-18T19:55:02,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:02,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:55:02,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741835_1011 (size=428) 2024-11-18T19:55:02,842 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccc2478a4d3624af4ca4af96da86da74, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741836_1012 (size=79) 2024-11-18T19:55:03,255 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:03,256 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing ccc2478a4d3624af4ca4af96da86da74, disabling compactions & flushes 2024-11-18T19:55:03,256 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:55:03,257 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:55:03,257 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. after waiting 0 ms 2024-11-18T19:55:03,257 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:55:03,257 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:55:03,258 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccc2478a4d3624af4ca4af96da86da74: Waiting for close lock at 1731959703256Disabling compacts and flushes for region at 1731959703256Disabling writes for close at 1731959703257 (+1 ms)Writing region close event to WAL at 1731959703257Closed at 1731959703257 2024-11-18T19:55:03,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:03,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731959703261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959703261"}]},"ts":"1731959703261"} 2024-11-18T19:55:03,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:03,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:03,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959703273"}]},"ts":"1731959703273"} 2024-11-18T19:55:03,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-18T19:55:03,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ccc2478a4d3624af4ca4af96da86da74, ASSIGN}] 2024-11-18T19:55:03,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ccc2478a4d3624af4ca4af96da86da74, ASSIGN 2024-11-18T19:55:03,286 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ccc2478a4d3624af4ca4af96da86da74, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:03,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccc2478a4d3624af4ca4af96da86da74, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:55:03,443 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ccc2478a4d3624af4ca4af96da86da74, ASSIGN because future has completed 2024-11-18T19:55:03,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccc2478a4d3624af4ca4af96da86da74, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:03,612 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:55:03,612 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ccc2478a4d3624af4ca4af96da86da74, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:03,612 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,613 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:03,613 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,613 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,615 INFO [StoreOpener-ccc2478a4d3624af4ca4af96da86da74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,618 INFO [StoreOpener-ccc2478a4d3624af4ca4af96da86da74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccc2478a4d3624af4ca4af96da86da74 columnFamilyName testFamily 2024-11-18T19:55:03,618 DEBUG [StoreOpener-ccc2478a4d3624af4ca4af96da86da74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:03,619 INFO [StoreOpener-ccc2478a4d3624af4ca4af96da86da74-1 {}] regionserver.HStore(327): Store=ccc2478a4d3624af4ca4af96da86da74/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:03,619 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,621 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,621 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,622 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,622 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,625 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,629 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:03,630 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ccc2478a4d3624af4ca4af96da86da74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74663947, jitterRate=0.11257950961589813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:03,630 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:55:03,631 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ccc2478a4d3624af4ca4af96da86da74: Running coprocessor pre-open hook at 1731959703613Writing region info on filesystem at 1731959703613Initializing all the Stores at 1731959703615 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959703615Cleaning up temporary data from old regions at 1731959703622 (+7 ms)Running coprocessor post-open hooks at 1731959703630 (+8 ms)Region opened successfully at 1731959703631 (+1 ms) 2024-11-18T19:55:03,633 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74., pid=6, masterSystemTime=1731959703599 2024-11-18T19:55:03,636 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:55:03,636 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:55:03,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccc2478a4d3624af4ca4af96da86da74, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:03,642 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccc2478a4d3624af4ca4af96da86da74, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:03,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T19:55:03,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ccc2478a4d3624af4ca4af96da86da74, server=5a964fc427ed,41935,1731959668418 in 200 msec 2024-11-18T19:55:03,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T19:55:03,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ccc2478a4d3624af4ca4af96da86da74, ASSIGN in 366 msec 2024-11-18T19:55:03,654 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:03,654 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959703654"}]},"ts":"1731959703654"} 2024-11-18T19:55:03,657 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-18T19:55:03,659 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:03,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2710 sec 2024-11-18T19:55:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:55:05,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-18T19:55:05,464 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-18T19:55:05,467 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:05,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-18T19:55:05,474 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:05,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-18T19:55:05,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:55:05,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5a964fc427ed,41935,1731959668418, seqNum=-1] 2024-11-18T19:55:05,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:55:05,483 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:55:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:05,504 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:05,507 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-18T19:55:05,512 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-18T19:55:05,517 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-18T19:55:05,519 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-18T19:55:05,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4099772298096017416 2024-11-18T19:55:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46308 deadline: 1731959708518, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-18T19:55:05,544 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-18T19:55:05,546 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-18T19:55:05,547 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:05,549 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:05,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4099772298096017418 2024-11-18T19:55:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46308 deadline: 1731959708548, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-18T19:55:05,554 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:05,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4099772298096017419 2024-11-18T19:55:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46308 deadline: 1731959708553, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-18T19:55:05,559 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:05,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4099772298096017420 2024-11-18T19:55:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46308 deadline: 1731959708558, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-18T19:55:05,563 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:05,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_517669873_22 at /127.0.0.1:50170 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 245), ProcessCount=11 (was 11), AvailableMemoryMB=8649 (was 8693) 2024-11-18T19:55:05,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=8647 2024-11-18T19:55:05,583 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:05,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-18T19:55:05,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:05,587 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:05,587 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-18T19:55:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:55:05,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741837_1013 (size=414) 2024-11-18T19:55:06,006 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c9266d92df8cfd80d54396c0c981a7b, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741838_1014 (size=65) 2024-11-18T19:55:06,420 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:06,420 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 7c9266d92df8cfd80d54396c0c981a7b, disabling compactions & flushes 2024-11-18T19:55:06,420 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:55:06,420 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:55:06,420 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. after waiting 0 ms 2024-11-18T19:55:06,420 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:55:06,421 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:55:06,421 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c9266d92df8cfd80d54396c0c981a7b: Waiting for close lock at 1731959706420Disabling compacts and flushes for region at 1731959706420Disabling writes for close at 1731959706420Writing region close event to WAL at 1731959706421 (+1 ms)Closed at 1731959706421 2024-11-18T19:55:06,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:06,425 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731959706424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959706424"}]},"ts":"1731959706424"} 2024-11-18T19:55:06,430 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:06,433 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:06,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959706433"}]},"ts":"1731959706433"} 2024-11-18T19:55:06,437 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-18T19:55:06,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7c9266d92df8cfd80d54396c0c981a7b, ASSIGN}] 2024-11-18T19:55:06,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7c9266d92df8cfd80d54396c0c981a7b, ASSIGN 2024-11-18T19:55:06,442 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7c9266d92df8cfd80d54396c0c981a7b, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:06,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7c9266d92df8cfd80d54396c0c981a7b, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:55:06,603 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7c9266d92df8cfd80d54396c0c981a7b, ASSIGN because future has completed 2024-11-18T19:55:06,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c9266d92df8cfd80d54396c0c981a7b, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:06,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:55:06,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c9266d92df8cfd80d54396c0c981a7b, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:06,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:06,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,771 INFO [StoreOpener-7c9266d92df8cfd80d54396c0c981a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,774 INFO [StoreOpener-7c9266d92df8cfd80d54396c0c981a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c9266d92df8cfd80d54396c0c981a7b columnFamilyName testFamily 2024-11-18T19:55:06,774 DEBUG [StoreOpener-7c9266d92df8cfd80d54396c0c981a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:06,774 INFO [StoreOpener-7c9266d92df8cfd80d54396c0c981a7b-1 {}] regionserver.HStore(327): Store=7c9266d92df8cfd80d54396c0c981a7b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:06,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:06,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 7c9266d92df8cfd80d54396c0c981a7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67890580, jitterRate=0.011648476123809814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:06,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:55:06,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7c9266d92df8cfd80d54396c0c981a7b: Running coprocessor pre-open hook at 1731959706769Writing region info on filesystem at 1731959706769Initializing all the Stores at 1731959706771 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959706771Cleaning up temporary data from old regions at 1731959706777 (+6 ms)Running coprocessor post-open hooks at 1731959706786 (+9 ms)Region opened successfully at 1731959706788 (+2 ms) 2024-11-18T19:55:06,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., pid=9, masterSystemTime=1731959706758 2024-11-18T19:55:06,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:55:06,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:55:06,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7c9266d92df8cfd80d54396c0c981a7b, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:06,799 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c9266d92df8cfd80d54396c0c981a7b, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:06,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T19:55:06,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c9266d92df8cfd80d54396c0c981a7b, server=5a964fc427ed,41935,1731959668418 in 197 msec 2024-11-18T19:55:06,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T19:55:06,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7c9266d92df8cfd80d54396c0c981a7b, ASSIGN in 366 msec 2024-11-18T19:55:06,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:06,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959706809"}]},"ts":"1731959706809"} 2024-11-18T19:55:06,813 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-18T19:55:06,814 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:06,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2310 sec 2024-11-18T19:55:07,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:55:07,484 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-18T19:55:07,486 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T19:55:07,487 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-18T19:55:08,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T19:55:08,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:08,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:55:08,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T19:55:08,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-18T19:55:08,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:08,077 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-18T19:55:08,077 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:55:08,609 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-18T19:55:08,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-18T19:55:08,610 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:08,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-18T19:55:08,618 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:08,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-18T19:55:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:08,633 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:08,633 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-18T19:55:08,637 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-18T19:55:08,639 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-18T19:55:14,654 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., hostname=5a964fc427ed,41935,1731959668418, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5a964fc427ed:41935 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-11-18T19:55:14,655 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-11-18T19:55:14,655 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 from cache 2024-11-18T19:55:14,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=8633 (was 8647) 2024-11-18T19:55:14,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=8632 2024-11-18T19:55:14,678 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:14,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-18T19:55:14,682 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:14,682 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:14,682 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-18T19:55:14,684 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-18T19:55:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741839_1015 (size=412) 2024-11-18T19:55:15,103 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 178740f574ac0b882c4555d7bc0376ce, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:15,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741840_1016 (size=63) 2024-11-18T19:55:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-11-18T19:55:15,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:15,521 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 178740f574ac0b882c4555d7bc0376ce, disabling compactions & flushes 2024-11-18T19:55:15,521 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:55:15,521 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:55:15,521 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. after waiting 0 ms 2024-11-18T19:55:15,521 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:55:15,521 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:55:15,521 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 178740f574ac0b882c4555d7bc0376ce: Waiting for close lock at 1731959715521Disabling compacts and flushes for region at 1731959715521Disabling writes for close at 1731959715521Writing region close event to WAL at 1731959715521Closed at 1731959715521 2024-11-18T19:55:15,524 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:15,524 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731959715524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959715524"}]},"ts":"1731959715524"} 2024-11-18T19:55:15,527 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:15,529 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:15,529 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959715529"}]},"ts":"1731959715529"} 2024-11-18T19:55:15,533 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-18T19:55:15,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=178740f574ac0b882c4555d7bc0376ce, ASSIGN}] 2024-11-18T19:55:15,536 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=178740f574ac0b882c4555d7bc0376ce, ASSIGN 2024-11-18T19:55:15,537 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=178740f574ac0b882c4555d7bc0376ce, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:15,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=178740f574ac0b882c4555d7bc0376ce, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:15,697 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=178740f574ac0b882c4555d7bc0376ce, ASSIGN because future has completed 2024-11-18T19:55:15,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 178740f574ac0b882c4555d7bc0376ce, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-18T19:55:15,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:55:15,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 178740f574ac0b882c4555d7bc0376ce, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:15,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:15,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,870 INFO [StoreOpener-178740f574ac0b882c4555d7bc0376ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,872 INFO [StoreOpener-178740f574ac0b882c4555d7bc0376ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 178740f574ac0b882c4555d7bc0376ce columnFamilyName testFamily 2024-11-18T19:55:15,872 DEBUG [StoreOpener-178740f574ac0b882c4555d7bc0376ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:15,873 INFO [StoreOpener-178740f574ac0b882c4555d7bc0376ce-1 {}] regionserver.HStore(327): Store=178740f574ac0b882c4555d7bc0376ce/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:15,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:15,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 178740f574ac0b882c4555d7bc0376ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68593727, jitterRate=0.022126182913780212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:15,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:55:15,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 178740f574ac0b882c4555d7bc0376ce: Running coprocessor pre-open hook at 1731959715867Writing region info on filesystem at 1731959715867Initializing all the Stores at 1731959715869 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959715869Cleaning up temporary data from old regions at 1731959715877 (+8 ms)Running coprocessor post-open hooks at 1731959715885 (+8 ms)Region opened successfully at 1731959715885 2024-11-18T19:55:15,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce., pid=12, masterSystemTime=1731959715853 2024-11-18T19:55:15,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:55:15,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:55:15,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=178740f574ac0b882c4555d7bc0376ce, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:15,894 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 178740f574ac0b882c4555d7bc0376ce, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:15,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T19:55:15,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 178740f574ac0b882c4555d7bc0376ce, server=5a964fc427ed,41935,1731959668418 in 198 msec 2024-11-18T19:55:15,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T19:55:15,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=178740f574ac0b882c4555d7bc0376ce, ASSIGN in 366 msec 2024-11-18T19:55:15,904 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:15,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959715904"}]},"ts":"1731959715904"} 2024-11-18T19:55:15,907 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-18T19:55:15,908 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:15,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2300 sec 2024-11-18T19:55:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-18T19:55:17,722 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-18T19:55:17,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-18T19:55:17,723 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:17,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-18T19:55:17,735 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:17,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-18T19:55:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:17,750 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:17,750 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-18T19:55:17,754 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-18T19:55:17,756 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-18T19:55:17,758 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-18T19:55:17,758 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-18T19:55:18,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-18T19:55:18,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:19,490 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-18T19:55:21,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:55:23,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017429' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T19:55:23,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41935 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46308 deadline: 1731959729771, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017429' does not exist 2024-11-18T19:55:23,778 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5a964fc427ed,41935,1731959668418 for closing scanner id = 4099772298096017429 for 178740f574ac0b882c4555d7bc0376ce of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017429' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:55:23,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=8620 (was 8632) 2024-11-18T19:55:23,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=8618 2024-11-18T19:55:23,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-18T19:55:23,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:23,796 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:23,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-18T19:55:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:55:23,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741841_1017 (size=423) 2024-11-18T19:55:24,215 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07cc6d4eb8df6c53e54351860e2aba35, NAME => 'testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:24,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741842_1018 (size=74) 2024-11-18T19:55:24,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-11-18T19:55:24,631 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:24,632 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 07cc6d4eb8df6c53e54351860e2aba35, disabling compactions & flushes 2024-11-18T19:55:24,632 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:55:24,632 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:55:24,632 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. after waiting 0 ms 2024-11-18T19:55:24,632 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:55:24,632 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:55:24,633 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07cc6d4eb8df6c53e54351860e2aba35: Waiting for close lock at 1731959724631Disabling compacts and flushes for region at 1731959724631Disabling writes for close at 1731959724632 (+1 ms)Writing region close event to WAL at 1731959724632Closed at 1731959724632 2024-11-18T19:55:24,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:24,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731959724638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959724638"}]},"ts":"1731959724638"} 2024-11-18T19:55:24,644 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:24,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:24,646 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959724646"}]},"ts":"1731959724646"} 2024-11-18T19:55:24,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-18T19:55:24,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=07cc6d4eb8df6c53e54351860e2aba35, ASSIGN}] 2024-11-18T19:55:24,652 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=07cc6d4eb8df6c53e54351860e2aba35, ASSIGN 2024-11-18T19:55:24,653 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=07cc6d4eb8df6c53e54351860e2aba35, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:24,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=07cc6d4eb8df6c53e54351860e2aba35, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:55:24,812 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=07cc6d4eb8df6c53e54351860e2aba35, ASSIGN because future has completed 2024-11-18T19:55:24,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07cc6d4eb8df6c53e54351860e2aba35, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:24,982 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:55:24,983 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 07cc6d4eb8df6c53e54351860e2aba35, NAME => 'testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:24,983 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,983 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:24,983 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,983 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,985 INFO [StoreOpener-07cc6d4eb8df6c53e54351860e2aba35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,988 INFO [StoreOpener-07cc6d4eb8df6c53e54351860e2aba35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07cc6d4eb8df6c53e54351860e2aba35 columnFamilyName testFamily 2024-11-18T19:55:24,988 DEBUG [StoreOpener-07cc6d4eb8df6c53e54351860e2aba35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:24,989 INFO [StoreOpener-07cc6d4eb8df6c53e54351860e2aba35-1 {}] regionserver.HStore(327): Store=07cc6d4eb8df6c53e54351860e2aba35/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:24,989 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,990 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,991 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,992 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,992 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,994 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,998 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:24,999 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 07cc6d4eb8df6c53e54351860e2aba35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64036844, jitterRate=-0.04577666521072388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:24,999 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:55:24,999 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 07cc6d4eb8df6c53e54351860e2aba35: Running coprocessor pre-open hook at 1731959724983Writing region info on filesystem at 1731959724983Initializing all the Stores at 1731959724985 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959724985Cleaning up temporary data from old regions at 1731959724992 (+7 ms)Running coprocessor post-open hooks at 1731959724999 (+7 ms)Region opened successfully at 1731959724999 2024-11-18T19:55:25,001 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35., pid=15, masterSystemTime=1731959724968 2024-11-18T19:55:25,004 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:55:25,004 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:55:25,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=07cc6d4eb8df6c53e54351860e2aba35, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:25,008 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07cc6d4eb8df6c53e54351860e2aba35, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:25,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T19:55:25,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 07cc6d4eb8df6c53e54351860e2aba35, server=5a964fc427ed,41935,1731959668418 in 196 msec 2024-11-18T19:55:25,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T19:55:25,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=07cc6d4eb8df6c53e54351860e2aba35, ASSIGN in 364 msec 2024-11-18T19:55:25,018 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:25,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959725018"}]},"ts":"1731959725018"} 2024-11-18T19:55:25,020 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-18T19:55:25,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:25,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2290 sec 2024-11-18T19:55:25,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-18T19:55:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:55:26,830 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-18T19:55:26,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-18T19:55:26,831 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:26,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-18T19:55:26,840 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:26,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-18T19:55:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:26,848 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:55:26,858 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:26,858 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-18T19:55:26,862 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-18T19:55:26,865 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-18T19:55:26,867 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-18T19:55:26,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4099772298096017433 2024-11-18T19:55:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46308 deadline: 1731959729867, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-18T19:55:26,872 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-18T19:55:26,874 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-18T19:55:26,875 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:26,877 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:26,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=4099772298096017435 2024-11-18T19:55:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46308 deadline: 1731959729876, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-18T19:55:26,881 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:26,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=4099772298096017436 2024-11-18T19:55:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46308 deadline: 1731959729881, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-18T19:55:26,886 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:26,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=4099772298096017437 2024-11-18T19:55:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:46308 deadline: 1731959729885, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-18T19:55:26,891 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-18T19:55:26,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=8613 (was 8618) 2024-11-18T19:55:26,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=8613 2024-11-18T19:55:26,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-18T19:55:26,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:26,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:26,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-18T19:55:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-18T19:55:26,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741843_1019 (size=418) 2024-11-18T19:55:27,336 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d558d20aae69bf28c54af89107627b18, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:27,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741844_1020 (size=69) 2024-11-18T19:55:27,754 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:27,754 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d558d20aae69bf28c54af89107627b18, disabling compactions & flushes 2024-11-18T19:55:27,755 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:55:27,755 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:55:27,755 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. after waiting 0 ms 2024-11-18T19:55:27,755 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:55:27,755 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:55:27,756 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d558d20aae69bf28c54af89107627b18: Waiting for close lock at 1731959727754Disabling compacts and flushes for region at 1731959727754Disabling writes for close at 1731959727755 (+1 ms)Writing region close event to WAL at 1731959727755Closed at 1731959727755 2024-11-18T19:55:27,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:27,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731959727761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959727761"}]},"ts":"1731959727761"} 2024-11-18T19:55:27,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:27,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:27,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959727768"}]},"ts":"1731959727768"} 2024-11-18T19:55:27,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-18T19:55:27,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d558d20aae69bf28c54af89107627b18, ASSIGN}] 2024-11-18T19:55:27,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d558d20aae69bf28c54af89107627b18, ASSIGN 2024-11-18T19:55:27,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d558d20aae69bf28c54af89107627b18, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:27,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d558d20aae69bf28c54af89107627b18, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:27,936 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d558d20aae69bf28c54af89107627b18, ASSIGN because future has completed 2024-11-18T19:55:27,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d558d20aae69bf28c54af89107627b18, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-18T19:55:28,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-18T19:55:28,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:28,101 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:55:28,101 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d558d20aae69bf28c54af89107627b18, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:28,102 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,102 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:28,102 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,102 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,105 INFO [StoreOpener-d558d20aae69bf28c54af89107627b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,108 INFO [StoreOpener-d558d20aae69bf28c54af89107627b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d558d20aae69bf28c54af89107627b18 columnFamilyName testFamily 2024-11-18T19:55:28,108 DEBUG [StoreOpener-d558d20aae69bf28c54af89107627b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:28,109 INFO [StoreOpener-d558d20aae69bf28c54af89107627b18-1 {}] regionserver.HStore(327): Store=d558d20aae69bf28c54af89107627b18/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:28,109 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,110 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,111 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,112 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,112 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,114 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,117 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:28,118 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d558d20aae69bf28c54af89107627b18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68060661, jitterRate=0.014182880520820618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:28,118 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d558d20aae69bf28c54af89107627b18 2024-11-18T19:55:28,119 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d558d20aae69bf28c54af89107627b18: Running coprocessor pre-open hook at 1731959728102Writing region info on filesystem at 1731959728102Initializing all the Stores at 1731959728104 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959728104Cleaning up temporary data from old regions at 1731959728112 (+8 ms)Running coprocessor post-open hooks at 1731959728118 (+6 ms)Region opened successfully at 1731959728119 (+1 ms) 2024-11-18T19:55:28,120 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., pid=18, masterSystemTime=1731959728091 2024-11-18T19:55:28,123 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:55:28,123 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:55:28,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d558d20aae69bf28c54af89107627b18, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:28,126 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d558d20aae69bf28c54af89107627b18, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:28,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-18T19:55:28,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure d558d20aae69bf28c54af89107627b18, server=5a964fc427ed,41935,1731959668418 in 192 msec 2024-11-18T19:55:28,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T19:55:28,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d558d20aae69bf28c54af89107627b18, ASSIGN in 359 msec 2024-11-18T19:55:28,135 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:28,136 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959728136"}]},"ts":"1731959728136"} 2024-11-18T19:55:28,138 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-18T19:55:28,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:28,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2270 sec 2024-11-18T19:55:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-18T19:55:29,951 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-18T19:55:29,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-18T19:55:29,952 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:29,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-18T19:55:29,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:29,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-18T19:55:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:29,977 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:29,978 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-18T19:55:29,982 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-18T19:55:29,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-18T19:55:30,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:55:30,993 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5a964fc427ed:41935 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms 2024-11-18T19:55:30,994 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms 2024-11-18T19:55:30,994 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 from cache 2024-11-18T19:55:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-11-18T19:55:31,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-18T19:55:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:32,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-18T19:55:32,984 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5a964fc427ed:41935 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=970ms, rpcTimeout=969ms 2024-11-18T19:55:32,984 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=970ms, rpcTimeout=969ms 2024-11-18T19:55:32,984 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 from cache 2024-11-18T19:55:32,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=8605 (was 8613) 2024-11-18T19:55:33,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=8604 2024-11-18T19:55:33,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-18T19:55:33,016 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:33,016 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:33,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-18T19:55:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:55:33,018 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:33,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741845_1021 (size=416) 2024-11-18T19:55:33,436 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1f91bd57a19f24dfb089fd1fa195da3, NAME => 'testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741846_1022 (size=67) 2024-11-18T19:55:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-11-18T19:55:33,853 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:33,853 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing e1f91bd57a19f24dfb089fd1fa195da3, disabling compactions & flushes 2024-11-18T19:55:33,854 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:55:33,854 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:55:33,854 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. after waiting 0 ms 2024-11-18T19:55:33,854 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:55:33,854 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:55:33,855 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1f91bd57a19f24dfb089fd1fa195da3: Waiting for close lock at 1731959733853Disabling compacts and flushes for region at 1731959733853Disabling writes for close at 1731959733854 (+1 ms)Writing region close event to WAL at 1731959733854Closed at 1731959733854 2024-11-18T19:55:33,859 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:33,859 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731959733859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959733859"}]},"ts":"1731959733859"} 2024-11-18T19:55:33,862 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:33,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:33,864 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959733864"}]},"ts":"1731959733864"} 2024-11-18T19:55:33,867 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-18T19:55:33,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e1f91bd57a19f24dfb089fd1fa195da3, ASSIGN}] 2024-11-18T19:55:33,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e1f91bd57a19f24dfb089fd1fa195da3, ASSIGN 2024-11-18T19:55:33,871 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e1f91bd57a19f24dfb089fd1fa195da3, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:34,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e1f91bd57a19f24dfb089fd1fa195da3, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:55:34,030 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e1f91bd57a19f24dfb089fd1fa195da3, ASSIGN because future has completed 2024-11-18T19:55:34,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f91bd57a19f24dfb089fd1fa195da3, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:34,199 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:55:34,199 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e1f91bd57a19f24dfb089fd1fa195da3, NAME => 'testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:34,200 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,200 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:34,200 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,200 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,203 INFO [StoreOpener-e1f91bd57a19f24dfb089fd1fa195da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,205 INFO [StoreOpener-e1f91bd57a19f24dfb089fd1fa195da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f91bd57a19f24dfb089fd1fa195da3 columnFamilyName testFamily 2024-11-18T19:55:34,205 DEBUG [StoreOpener-e1f91bd57a19f24dfb089fd1fa195da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:34,206 INFO [StoreOpener-e1f91bd57a19f24dfb089fd1fa195da3-1 {}] regionserver.HStore(327): Store=e1f91bd57a19f24dfb089fd1fa195da3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:34,206 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,207 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,207 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,208 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,208 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,211 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,214 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:34,214 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e1f91bd57a19f24dfb089fd1fa195da3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62898797, jitterRate=-0.06273488700389862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:34,215 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:55:34,215 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e1f91bd57a19f24dfb089fd1fa195da3: Running coprocessor pre-open hook at 1731959734200Writing region info on filesystem at 1731959734200Initializing all the Stores at 1731959734202 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959734202Cleaning up temporary data from old regions at 1731959734208 (+6 ms)Running coprocessor post-open hooks at 1731959734215 (+7 ms)Region opened successfully at 1731959734215 2024-11-18T19:55:34,216 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3., pid=21, masterSystemTime=1731959734186 2024-11-18T19:55:34,219 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:55:34,219 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:55:34,220 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e1f91bd57a19f24dfb089fd1fa195da3, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:34,223 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f91bd57a19f24dfb089fd1fa195da3, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:34,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-18T19:55:34,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure e1f91bd57a19f24dfb089fd1fa195da3, server=5a964fc427ed,41935,1731959668418 in 194 msec 2024-11-18T19:55:34,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-18T19:55:34,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e1f91bd57a19f24dfb089fd1fa195da3, ASSIGN in 360 msec 2024-11-18T19:55:34,231 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:34,231 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959734231"}]},"ts":"1731959734231"} 2024-11-18T19:55:34,233 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-18T19:55:34,235 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:34,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2230 sec 2024-11-18T19:55:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:55:36,051 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-18T19:55:36,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-18T19:55:36,052 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:36,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-18T19:55:36,064 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:36,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-18T19:55:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:36,078 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:36,078 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-18T19:55:36,081 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-18T19:55:36,083 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-18T19:55:36,084 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-18T19:55:36,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-18T19:55:37,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-18T19:55:38,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-18T19:55:38,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:38,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-18T19:55:38,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:39,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017448' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T19:55:39,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41935 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46308 deadline: 1731959740095, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017448' does not exist 2024-11-18T19:55:39,104 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5a964fc427ed,41935,1731959668418 for closing scanner id = 4099772298096017448 for e1f91bd57a19f24dfb089fd1fa195da3 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017448' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:55:39,109 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=8602 (was 8604) 2024-11-18T19:55:39,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=8602 2024-11-18T19:55:39,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-18T19:55:39,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:39,124 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:39,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-18T19:55:39,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-18T19:55:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741847_1023 (size=411) 2024-11-18T19:55:39,543 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05267eade2d92621f955359f438be6a2, NAME => 'testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741848_1024 (size=62) 2024-11-18T19:55:39,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-11-18T19:55:39,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:55:39,956 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:39,956 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 05267eade2d92621f955359f438be6a2, disabling compactions & flushes 2024-11-18T19:55:39,956 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:55:39,956 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:55:39,956 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. after waiting 0 ms 2024-11-18T19:55:39,956 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:55:39,957 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:55:39,957 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05267eade2d92621f955359f438be6a2: Waiting for close lock at 1731959739956Disabling compacts and flushes for region at 1731959739956Disabling writes for close at 1731959739956Writing region close event to WAL at 1731959739957 (+1 ms)Closed at 1731959739957 2024-11-18T19:55:39,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:39,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731959739959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959739959"}]},"ts":"1731959739959"} 2024-11-18T19:55:39,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:39,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:39,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959739965"}]},"ts":"1731959739965"} 2024-11-18T19:55:39,969 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-18T19:55:39,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=05267eade2d92621f955359f438be6a2, ASSIGN}] 2024-11-18T19:55:39,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=05267eade2d92621f955359f438be6a2, ASSIGN 2024-11-18T19:55:39,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=05267eade2d92621f955359f438be6a2, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:40,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=05267eade2d92621f955359f438be6a2, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:40,131 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=05267eade2d92621f955359f438be6a2, ASSIGN because future has completed 2024-11-18T19:55:40,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05267eade2d92621f955359f438be6a2, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-18T19:55:40,297 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:55:40,297 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 05267eade2d92621f955359f438be6a2, NAME => 'testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:40,298 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,298 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:40,298 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,299 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,302 INFO [StoreOpener-05267eade2d92621f955359f438be6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,306 INFO [StoreOpener-05267eade2d92621f955359f438be6a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05267eade2d92621f955359f438be6a2 columnFamilyName testFamily 2024-11-18T19:55:40,306 DEBUG [StoreOpener-05267eade2d92621f955359f438be6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:40,307 INFO [StoreOpener-05267eade2d92621f955359f438be6a2-1 {}] regionserver.HStore(327): Store=05267eade2d92621f955359f438be6a2/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:40,307 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,309 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,310 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,310 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,311 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,313 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,316 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:40,317 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 05267eade2d92621f955359f438be6a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69625046, jitterRate=0.03749403357505798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:40,317 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05267eade2d92621f955359f438be6a2 2024-11-18T19:55:40,318 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 05267eade2d92621f955359f438be6a2: Running coprocessor pre-open hook at 1731959740299Writing region info on filesystem at 1731959740299Initializing all the Stores at 1731959740301 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959740302 (+1 ms)Cleaning up temporary data from old regions at 1731959740311 (+9 ms)Running coprocessor post-open hooks at 1731959740317 (+6 ms)Region opened successfully at 1731959740318 (+1 ms) 2024-11-18T19:55:40,319 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2., pid=24, masterSystemTime=1731959740288 2024-11-18T19:55:40,322 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:55:40,322 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:55:40,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=05267eade2d92621f955359f438be6a2, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:40,325 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05267eade2d92621f955359f438be6a2, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:40,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-18T19:55:40,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 05267eade2d92621f955359f438be6a2, server=5a964fc427ed,41935,1731959668418 in 194 msec 2024-11-18T19:55:40,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-18T19:55:40,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=05267eade2d92621f955359f438be6a2, ASSIGN in 360 msec 2024-11-18T19:55:40,333 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:40,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959740333"}]},"ts":"1731959740333"} 2024-11-18T19:55:40,336 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-18T19:55:40,337 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:40,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2160 sec 2024-11-18T19:55:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-18T19:55:42,152 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-18T19:55:42,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-18T19:55:42,152 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:42,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-18T19:55:42,160 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:42,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-18T19:55:42,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:42,174 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:42,174 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-18T19:55:42,174 INFO [master/5a964fc427ed:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T19:55:42,174 INFO [master/5a964fc427ed:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T19:55:42,177 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-18T19:55:42,179 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-18T19:55:42,181 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-18T19:55:42,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-18T19:55:43,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-18T19:55:45,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017452' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T19:55:45,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41935 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46308 deadline: 1731959746191, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017452' does not exist 2024-11-18T19:55:45,194 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5a964fc427ed,41935,1731959668418 for closing scanner id = 4099772298096017452 for 05267eade2d92621f955359f438be6a2 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017452' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:55:45,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=8597 (was 8602) 2024-11-18T19:55:45,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=8597 2024-11-18T19:55:45,211 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:45,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-18T19:55:45,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:45,215 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:45,215 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-18T19:55:45,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-18T19:55:45,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741849_1025 (size=419) 2024-11-18T19:55:45,628 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7965f479a6efabb81ce696092dfbfce9, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741850_1026 (size=70) 2024-11-18T19:55:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-11-18T19:55:45,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:55:46,042 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:46,042 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7965f479a6efabb81ce696092dfbfce9, disabling compactions & flushes 2024-11-18T19:55:46,042 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:55:46,042 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:55:46,042 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. after waiting 0 ms 2024-11-18T19:55:46,042 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:55:46,043 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:55:46,043 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7965f479a6efabb81ce696092dfbfce9: Waiting for close lock at 1731959746042Disabling compacts and flushes for region at 1731959746042Disabling writes for close at 1731959746042Writing region close event to WAL at 1731959746042Closed at 1731959746043 (+1 ms) 2024-11-18T19:55:46,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:46,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731959746046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959746046"}]},"ts":"1731959746046"} 2024-11-18T19:55:46,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:46,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:46,054 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959746054"}]},"ts":"1731959746054"} 2024-11-18T19:55:46,058 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-18T19:55:46,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7965f479a6efabb81ce696092dfbfce9, ASSIGN}] 2024-11-18T19:55:46,061 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7965f479a6efabb81ce696092dfbfce9, ASSIGN 2024-11-18T19:55:46,062 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7965f479a6efabb81ce696092dfbfce9, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:46,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=7965f479a6efabb81ce696092dfbfce9, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:46,216 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7965f479a6efabb81ce696092dfbfce9, ASSIGN because future has completed 2024-11-18T19:55:46,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7965f479a6efabb81ce696092dfbfce9, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-18T19:55:46,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:55:46,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 7965f479a6efabb81ce696092dfbfce9, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:46,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:46,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,385 INFO [StoreOpener-7965f479a6efabb81ce696092dfbfce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,388 INFO [StoreOpener-7965f479a6efabb81ce696092dfbfce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7965f479a6efabb81ce696092dfbfce9 columnFamilyName testFamily 2024-11-18T19:55:46,388 DEBUG [StoreOpener-7965f479a6efabb81ce696092dfbfce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:46,389 INFO [StoreOpener-7965f479a6efabb81ce696092dfbfce9-1 {}] regionserver.HStore(327): Store=7965f479a6efabb81ce696092dfbfce9/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:46,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:46,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 7965f479a6efabb81ce696092dfbfce9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73670816, jitterRate=0.09778070449829102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:46,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:55:46,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 7965f479a6efabb81ce696092dfbfce9: Running coprocessor pre-open hook at 1731959746383Writing region info on filesystem at 1731959746383Initializing all the Stores at 1731959746385 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959746385Cleaning up temporary data from old regions at 1731959746392 (+7 ms)Running coprocessor post-open hooks at 1731959746398 (+6 ms)Region opened successfully at 1731959746398 2024-11-18T19:55:46,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., pid=27, masterSystemTime=1731959746369 2024-11-18T19:55:46,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:55:46,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:55:46,402 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=7965f479a6efabb81ce696092dfbfce9, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:46,405 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7965f479a6efabb81ce696092dfbfce9, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:46,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-18T19:55:46,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 7965f479a6efabb81ce696092dfbfce9, server=5a964fc427ed,41935,1731959668418 in 190 msec 2024-11-18T19:55:46,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-18T19:55:46,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7965f479a6efabb81ce696092dfbfce9, ASSIGN in 350 msec 2024-11-18T19:55:46,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:46,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959746412"}]},"ts":"1731959746412"} 2024-11-18T19:55:46,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-18T19:55:46,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:46,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2060 sec 2024-11-18T19:55:48,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-18T19:55:48,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:48,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-18T19:55:48,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-18T19:55:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-18T19:55:48,262 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-18T19:55:48,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-18T19:55:48,262 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:48,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-18T19:55:48,272 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:48,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-18T19:55:48,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:48,288 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:48,288 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-18T19:55:48,291 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-18T19:55:48,293 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-18T19:55:49,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-18T19:55:51,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:55:54,293 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., hostname=5a964fc427ed,41935,1731959668418, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5a964fc427ed:41935 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms 2024-11-18T19:55:54,293 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms 2024-11-18T19:55:54,293 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 from cache 2024-11-18T19:55:54,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=8590 (was 8597) 2024-11-18T19:55:54,325 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=97, ProcessCount=11, AvailableMemoryMB=8590 2024-11-18T19:55:54,328 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:55:54,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-18T19:55:54,333 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:55:54,333 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:54,333 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-18T19:55:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:55:54,335 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:55:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741851_1027 (size=407) 2024-11-18T19:55:54,753 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7296c8e633998a8c27b5d76fcd4e390d, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:55:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741852_1028 (size=58) 2024-11-18T19:55:54,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-11-18T19:55:55,168 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:55,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 7296c8e633998a8c27b5d76fcd4e390d, disabling compactions & flushes 2024-11-18T19:55:55,169 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:55:55,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:55:55,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. after waiting 0 ms 2024-11-18T19:55:55,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:55:55,169 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:55:55,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7296c8e633998a8c27b5d76fcd4e390d: Waiting for close lock at 1731959755169Disabling compacts and flushes for region at 1731959755169Disabling writes for close at 1731959755169Writing region close event to WAL at 1731959755169Closed at 1731959755169 2024-11-18T19:55:55,173 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:55:55,173 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731959755173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959755173"}]},"ts":"1731959755173"} 2024-11-18T19:55:55,177 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:55:55,179 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:55:55,179 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959755179"}]},"ts":"1731959755179"} 2024-11-18T19:55:55,181 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-18T19:55:55,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7296c8e633998a8c27b5d76fcd4e390d, ASSIGN}] 2024-11-18T19:55:55,183 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7296c8e633998a8c27b5d76fcd4e390d, ASSIGN 2024-11-18T19:55:55,184 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7296c8e633998a8c27b5d76fcd4e390d, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:55:55,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7296c8e633998a8c27b5d76fcd4e390d, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:55,341 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7296c8e633998a8c27b5d76fcd4e390d, ASSIGN because future has completed 2024-11-18T19:55:55,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7296c8e633998a8c27b5d76fcd4e390d, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:55:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:55:55,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:55:55,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 7296c8e633998a8c27b5d76fcd4e390d, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:55:55,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:55:55,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,510 INFO [StoreOpener-7296c8e633998a8c27b5d76fcd4e390d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,513 INFO [StoreOpener-7296c8e633998a8c27b5d76fcd4e390d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7296c8e633998a8c27b5d76fcd4e390d columnFamilyName testFamily 2024-11-18T19:55:55,513 DEBUG [StoreOpener-7296c8e633998a8c27b5d76fcd4e390d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:55:55,514 INFO [StoreOpener-7296c8e633998a8c27b5d76fcd4e390d-1 {}] regionserver.HStore(327): Store=7296c8e633998a8c27b5d76fcd4e390d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:55:55,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:55:55,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 7296c8e633998a8c27b5d76fcd4e390d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61598206, jitterRate=-0.08211520314216614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:55:55,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:55:55,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 7296c8e633998a8c27b5d76fcd4e390d: Running coprocessor pre-open hook at 1731959755508Writing region info on filesystem at 1731959755508Initializing all the Stores at 1731959755510 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959755510Cleaning up temporary data from old regions at 1731959755517 (+7 ms)Running coprocessor post-open hooks at 1731959755527 (+10 ms)Region opened successfully at 1731959755528 (+1 ms) 2024-11-18T19:55:55,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d., pid=30, masterSystemTime=1731959755496 2024-11-18T19:55:55,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:55:55,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:55:55,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7296c8e633998a8c27b5d76fcd4e390d, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:55:55,535 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7296c8e633998a8c27b5d76fcd4e390d, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:55:55,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-18T19:55:55,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 7296c8e633998a8c27b5d76fcd4e390d, server=5a964fc427ed,41935,1731959668418 in 196 msec 2024-11-18T19:55:55,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-18T19:55:55,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7296c8e633998a8c27b5d76fcd4e390d, ASSIGN in 358 msec 2024-11-18T19:55:55,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:55:55,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959755543"}]},"ts":"1731959755543"} 2024-11-18T19:55:55,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-18T19:55:55,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:55:55,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2190 sec 2024-11-18T19:55:56,849 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:55:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:55:57,381 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-18T19:55:57,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-18T19:55:57,382 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:57,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-18T19:55:57,394 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:55:57,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-18T19:55:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:55:57,406 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:55:57,406 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-18T19:55:57,409 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-18T19:55:57,411 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-18T19:55:57,412 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-18T19:55:57,412 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-18T19:55:58,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-18T19:55:58,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-18T19:56:01,014 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:56:01,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-18T19:56:02,138 DEBUG [master/5a964fc427ed:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:56:03,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017460' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T19:56:03,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41935 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:46308 deadline: 1731959769415, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017460' does not exist 2024-11-18T19:56:03,428 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5a964fc427ed,41935,1731959668418 for closing scanner id = 4099772298096017460 for 7296c8e633998a8c27b5d76fcd4e390d of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '4099772298096017460' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:56:03,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=223 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 97), ProcessCount=11 (was 11), AvailableMemoryMB=8584 (was 8590) 2024-11-18T19:56:03,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=89, ProcessCount=11, AvailableMemoryMB=8584 2024-11-18T19:56:03,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:56:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-18T19:56:03,446 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:56:03,446 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:56:03,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-18T19:56:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-18T19:56:03,448 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:56:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741853_1029 (size=423) 2024-11-18T19:56:03,866 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8253849ccb6564fe8d3aa29f95f9b60c, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97 2024-11-18T19:56:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741854_1030 (size=74) 2024-11-18T19:56:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-11-18T19:56:04,281 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:56:04,281 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8253849ccb6564fe8d3aa29f95f9b60c, disabling compactions & flushes 2024-11-18T19:56:04,281 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:04,281 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:04,282 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. after waiting 0 ms 2024-11-18T19:56:04,282 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:04,282 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:04,282 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8253849ccb6564fe8d3aa29f95f9b60c: Waiting for close lock at 1731959764281Disabling compacts and flushes for region at 1731959764281Disabling writes for close at 1731959764282 (+1 ms)Writing region close event to WAL at 1731959764282Closed at 1731959764282 2024-11-18T19:56:04,287 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:56:04,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731959764287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959764287"}]},"ts":"1731959764287"} 2024-11-18T19:56:04,292 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:56:04,293 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:56:04,293 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959764293"}]},"ts":"1731959764293"} 2024-11-18T19:56:04,296 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-18T19:56:04,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8253849ccb6564fe8d3aa29f95f9b60c, ASSIGN}] 2024-11-18T19:56:04,298 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8253849ccb6564fe8d3aa29f95f9b60c, ASSIGN 2024-11-18T19:56:04,299 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8253849ccb6564fe8d3aa29f95f9b60c, ASSIGN; state=OFFLINE, location=5a964fc427ed,41935,1731959668418; forceNewPlan=false, retain=false 2024-11-18T19:56:04,450 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=8253849ccb6564fe8d3aa29f95f9b60c, regionState=OPENING, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:56:04,457 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8253849ccb6564fe8d3aa29f95f9b60c, ASSIGN because future has completed 2024-11-18T19:56:04,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8253849ccb6564fe8d3aa29f95f9b60c, server=5a964fc427ed,41935,1731959668418}] 2024-11-18T19:56:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-18T19:56:04,624 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:04,625 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 8253849ccb6564fe8d3aa29f95f9b60c, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:56:04,625 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,625 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:56:04,625 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,625 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,628 INFO [StoreOpener-8253849ccb6564fe8d3aa29f95f9b60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,629 INFO [StoreOpener-8253849ccb6564fe8d3aa29f95f9b60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8253849ccb6564fe8d3aa29f95f9b60c columnFamilyName testFamily 2024-11-18T19:56:04,629 DEBUG [StoreOpener-8253849ccb6564fe8d3aa29f95f9b60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:56:04,630 INFO [StoreOpener-8253849ccb6564fe8d3aa29f95f9b60c-1 {}] regionserver.HStore(327): Store=8253849ccb6564fe8d3aa29f95f9b60c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:56:04,630 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,631 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,632 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,632 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,632 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,634 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,637 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:56:04,638 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 8253849ccb6564fe8d3aa29f95f9b60c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70260922, jitterRate=0.046969324350357056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:56:04,638 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:04,639 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 8253849ccb6564fe8d3aa29f95f9b60c: Running coprocessor pre-open hook at 1731959764626Writing region info on filesystem at 1731959764626Initializing all the Stores at 1731959764627 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959764627Cleaning up temporary data from old regions at 1731959764632 (+5 ms)Running coprocessor post-open hooks at 1731959764638 (+6 ms)Region opened successfully at 1731959764638 2024-11-18T19:56:04,640 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., pid=33, masterSystemTime=1731959764612 2024-11-18T19:56:04,643 DEBUG [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:04,643 INFO [RS_OPEN_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:04,644 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=8253849ccb6564fe8d3aa29f95f9b60c, regionState=OPEN, openSeqNum=2, regionLocation=5a964fc427ed,41935,1731959668418 2024-11-18T19:56:04,646 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8253849ccb6564fe8d3aa29f95f9b60c, server=5a964fc427ed,41935,1731959668418 because future has completed 2024-11-18T19:56:04,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-18T19:56:04,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 8253849ccb6564fe8d3aa29f95f9b60c, server=5a964fc427ed,41935,1731959668418 in 191 msec 2024-11-18T19:56:04,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-18T19:56:04,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8253849ccb6564fe8d3aa29f95f9b60c, ASSIGN in 354 msec 2024-11-18T19:56:04,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:56:04,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959764654"}]},"ts":"1731959764654"} 2024-11-18T19:56:04,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-18T19:56:04,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:56:04,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2140 sec 2024-11-18T19:56:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-18T19:56:06,471 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-18T19:56:06,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-18T19:56:06,472 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:56:06,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-18T19:56:06,484 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:56:06,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-18T19:56:06,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:56:06,497 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-18T19:56:06,497 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-18T19:56:06,500 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-18T19:56:06,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-18T19:56:07,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5a964fc427ed:41935 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms 2024-11-18T19:56:07,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms 2024-11-18T19:56:07,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 from cache 2024-11-18T19:56:07,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-18T19:56:08,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-11-18T19:56:08,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-18T19:56:08,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-18T19:56:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2] 2024-11-18T19:56:08,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-18T19:56:09,503 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5a964fc427ed:41935 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=984ms 2024-11-18T19:56:09,503 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=984ms 2024-11-18T19:56:09,503 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., hostname=5a964fc427ed,41935,1731959668418, seqNum=2 from cache 2024-11-18T19:56:09,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 89), ProcessCount=11 (was 11), AvailableMemoryMB=8580 (was 8584) 2024-11-18T19:56:09,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:56:09,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:56:09,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:56:09,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:56:09,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:56:09,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T19:56:09,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:56:09,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:56:09,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:56:09,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:56:09,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:56:09,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T19:56:09,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2100783609, stopped=false 2024-11-18T19:56:09,520 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5a964fc427ed,36967,1731959667736 2024-11-18T19:56:09,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:56:09,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:56:09,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:56:09,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:56:09,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:56:09,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:56:09,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:56:09,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:56:09,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:56:09,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:56:09,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5a964fc427ed,41935,1731959668418' ***** 2024-11-18T19:56:09,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:56:09,556 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:56:09,556 INFO [RS:0;5a964fc427ed:41935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:56:09,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:56:09,557 INFO [RS:0;5a964fc427ed:41935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:56:09,557 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for ccc2478a4d3624af4ca4af96da86da74 2024-11-18T19:56:09,558 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 07cc6d4eb8df6c53e54351860e2aba35 2024-11-18T19:56:09,558 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for d558d20aae69bf28c54af89107627b18 2024-11-18T19:56:09,558 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 8253849ccb6564fe8d3aa29f95f9b60c 2024-11-18T19:56:09,558 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:09,558 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:56:09,558 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccc2478a4d3624af4ca4af96da86da74, disabling compactions & flushes 2024-11-18T19:56:09,558 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 7296c8e633998a8c27b5d76fcd4e390d 2024-11-18T19:56:09,558 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:56:09,558 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 178740f574ac0b882c4555d7bc0376ce 2024-11-18T19:56:09,558 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:56:09,559 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:56:09,559 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. after waiting 0 ms 2024-11-18T19:56:09,559 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:56:09,559 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 05267eade2d92621f955359f438be6a2 2024-11-18T19:56:09,559 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(959): stopping server 5a964fc427ed,41935,1731959668418 2024-11-18T19:56:09,559 INFO [RS:0;5a964fc427ed:41935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:56:09,559 INFO [RS:0;5a964fc427ed:41935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5a964fc427ed:41935. 2024-11-18T19:56:09,559 DEBUG [RS:0;5a964fc427ed:41935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:56:09,559 DEBUG [RS:0;5a964fc427ed:41935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:56:09,559 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:56:09,559 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:56:09,560 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:56:09,560 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T19:56:09,560 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-18T19:56:09,560 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:56:09,560 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:56:09,560 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:56:09,560 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:56:09,561 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 07cc6d4eb8df6c53e54351860e2aba35, 1588230740, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, ccc2478a4d3624af4ca4af96da86da74, d558d20aae69bf28c54af89107627b18, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:09,561 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:56:09,563 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ccc2478a4d3624af4ca4af96da86da74 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:09,563 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-18T19:56:09,616 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74/.tmp/testFamily/b9bb5c97e6d74dcfaf718d6c90b23f50 is 61, key is row-0/testFamily:testQualifier/1731959705490/Put/seqid=0 2024-11-18T19:56:09,624 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/info/add57b2fc8f74d9194ffeefd86e054b7 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74./info:regioninfo/1731959703637/Put/seqid=0 2024-11-18T19:56:09,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741855_1031 (size=5049) 2024-11-18T19:56:09,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741856_1032 (size=20564) 2024-11-18T19:56:09,761 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 07cc6d4eb8df6c53e54351860e2aba35, 1588230740, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, ccc2478a4d3624af4ca4af96da86da74, d558d20aae69bf28c54af89107627b18, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:09,962 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 07cc6d4eb8df6c53e54351860e2aba35, 1588230740, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, ccc2478a4d3624af4ca4af96da86da74, d558d20aae69bf28c54af89107627b18, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:10,019 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T19:56:10,029 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74/.tmp/testFamily/b9bb5c97e6d74dcfaf718d6c90b23f50 2024-11-18T19:56:10,033 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/info/add57b2fc8f74d9194ffeefd86e054b7 2024-11-18T19:56:10,077 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74/.tmp/testFamily/b9bb5c97e6d74dcfaf718d6c90b23f50 as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74/testFamily/b9bb5c97e6d74dcfaf718d6c90b23f50 2024-11-18T19:56:10,087 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74/testFamily/b9bb5c97e6d74dcfaf718d6c90b23f50, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:10,093 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/ns/f4ac606567f443daa217236d2459e650 is 43, key is default/ns:d/1731959702083/Put/seqid=0 2024-11-18T19:56:10,093 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ccc2478a4d3624af4ca4af96da86da74 in 530ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741857_1033 (size=5153) 2024-11-18T19:56:10,101 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ccc2478a4d3624af4ca4af96da86da74/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:10,103 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:56:10,103 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccc2478a4d3624af4ca4af96da86da74: Waiting for close lock at 1731959769558Running coprocessor pre-close hooks at 1731959769558Disabling compacts and flushes for region at 1731959769558Disabling writes for close at 1731959769559 (+1 ms)Obtaining lock to block concurrent updates at 1731959769563 (+4 ms)Preparing flush snapshotting stores in ccc2478a4d3624af4ca4af96da86da74 at 1731959769564 (+1 ms)Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959769570 (+6 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. at 1731959769572 (+2 ms)Flushing ccc2478a4d3624af4ca4af96da86da74/testFamily: creating writer at 1731959769574 (+2 ms)Flushing ccc2478a4d3624af4ca4af96da86da74/testFamily: appending metadata at 1731959769611 (+37 ms)Flushing ccc2478a4d3624af4ca4af96da86da74/testFamily: closing flushed file at 1731959769613 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f87f938: reopening flushed file at 1731959770075 (+462 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ccc2478a4d3624af4ca4af96da86da74 in 530ms, sequenceid=8, compaction requested=false at 1731959770093 (+18 ms)Writing region close event to WAL at 1731959770095 (+2 ms)Running coprocessor post-close hooks at 1731959770102 (+7 ms)Closed at 1731959770103 (+1 ms) 2024-11-18T19:56:10,104 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731959702381.ccc2478a4d3624af4ca4af96da86da74. 2024-11-18T19:56:10,104 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07cc6d4eb8df6c53e54351860e2aba35, disabling compactions & flushes 2024-11-18T19:56:10,104 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:56:10,104 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:56:10,104 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. after waiting 0 ms 2024-11-18T19:56:10,104 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:56:10,104 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07cc6d4eb8df6c53e54351860e2aba35 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:10,121 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35/.tmp/testFamily/cc48c0738a314d2495a5430120ac1bb6 is 61, key is row-0/testFamily:testQualifier/1731959726846/Put/seqid=0 2024-11-18T19:56:10,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741858_1034 (size=5049) 2024-11-18T19:56:10,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:56:10,162 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 07cc6d4eb8df6c53e54351860e2aba35, 1588230740, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, d558d20aae69bf28c54af89107627b18, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:10,362 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 07cc6d4eb8df6c53e54351860e2aba35, 1588230740, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, d558d20aae69bf28c54af89107627b18, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:10,438 INFO [regionserver/5a964fc427ed:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T19:56:10,438 INFO [regionserver/5a964fc427ed:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T19:56:10,500 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/ns/f4ac606567f443daa217236d2459e650 2024-11-18T19:56:10,526 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35/.tmp/testFamily/cc48c0738a314d2495a5430120ac1bb6 2024-11-18T19:56:10,533 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/table/7deda884cfa24a6b937ac747c976b39f is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731959703654/Put/seqid=0 2024-11-18T19:56:10,536 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35/.tmp/testFamily/cc48c0738a314d2495a5430120ac1bb6 as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35/testFamily/cc48c0738a314d2495a5430120ac1bb6 2024-11-18T19:56:10,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741859_1035 (size=6699) 2024-11-18T19:56:10,539 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/table/7deda884cfa24a6b937ac747c976b39f 2024-11-18T19:56:10,546 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35/testFamily/cc48c0738a314d2495a5430120ac1bb6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:10,547 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 07cc6d4eb8df6c53e54351860e2aba35 in 443ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:10,548 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/info/add57b2fc8f74d9194ffeefd86e054b7 as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/info/add57b2fc8f74d9194ffeefd86e054b7 2024-11-18T19:56:10,553 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testRetryOutOfOrderScannerNextException/07cc6d4eb8df6c53e54351860e2aba35/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:10,554 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:56:10,554 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07cc6d4eb8df6c53e54351860e2aba35: Waiting for close lock at 1731959770104Running coprocessor pre-close hooks at 1731959770104Disabling compacts and flushes for region at 1731959770104Disabling writes for close at 1731959770104Obtaining lock to block concurrent updates at 1731959770104Preparing flush snapshotting stores in 07cc6d4eb8df6c53e54351860e2aba35 at 1731959770104Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959770105 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. at 1731959770105Flushing 07cc6d4eb8df6c53e54351860e2aba35/testFamily: creating writer at 1731959770105Flushing 07cc6d4eb8df6c53e54351860e2aba35/testFamily: appending metadata at 1731959770120 (+15 ms)Flushing 07cc6d4eb8df6c53e54351860e2aba35/testFamily: closing flushed file at 1731959770120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400e3b4c: reopening flushed file at 1731959770535 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 07cc6d4eb8df6c53e54351860e2aba35 in 443ms, sequenceid=8, compaction requested=false at 1731959770547 (+12 ms)Writing region close event to WAL at 1731959770548 (+1 ms)Running coprocessor post-close hooks at 1731959770553 (+5 ms)Closed at 1731959770553 2024-11-18T19:56:10,554 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731959723793.07cc6d4eb8df6c53e54351860e2aba35. 2024-11-18T19:56:10,554 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d558d20aae69bf28c54af89107627b18, disabling compactions & flushes 2024-11-18T19:56:10,554 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:56:10,554 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:56:10,555 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. after waiting 0 ms 2024-11-18T19:56:10,555 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:56:10,555 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d558d20aae69bf28c54af89107627b18 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:10,560 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/info/add57b2fc8f74d9194ffeefd86e054b7, entries=100, sequenceid=56, filesize=20.1 K 2024-11-18T19:56:10,562 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/ns/f4ac606567f443daa217236d2459e650 as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/ns/f4ac606567f443daa217236d2459e650 2024-11-18T19:56:10,562 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-18T19:56:10,563 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1325): Online Regions={d558d20aae69bf28c54af89107627b18=testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., 8253849ccb6564fe8d3aa29f95f9b60c=testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., e1f91bd57a19f24dfb089fd1fa195da3=testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3., 7c9266d92df8cfd80d54396c0c981a7b=hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., 7296c8e633998a8c27b5d76fcd4e390d=hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d., 1588230740=hbase:meta,,1.1588230740, 178740f574ac0b882c4555d7bc0376ce=hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce., 7965f479a6efabb81ce696092dfbfce9=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., 05267eade2d92621f955359f438be6a2=testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.} 2024-11-18T19:56:10,563 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 1588230740, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, d558d20aae69bf28c54af89107627b18, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:10,572 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/ns/f4ac606567f443daa217236d2459e650, entries=2, sequenceid=56, filesize=5.0 K 2024-11-18T19:56:10,573 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18/.tmp/testFamily/07af9ea75144465e9b0ce58525851e5e is 61, key is row-0/testFamily:testQualifier/1731959729969/Put/seqid=0 2024-11-18T19:56:10,574 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/.tmp/table/7deda884cfa24a6b937ac747c976b39f as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/table/7deda884cfa24a6b937ac747c976b39f 2024-11-18T19:56:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741860_1036 (size=5049) 2024-11-18T19:56:10,584 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/table/7deda884cfa24a6b937ac747c976b39f, entries=20, sequenceid=56, filesize=6.5 K 2024-11-18T19:56:10,585 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1024ms, sequenceid=56, compaction requested=false 2024-11-18T19:56:10,591 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-18T19:56:10,592 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:56:10,592 INFO [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:56:10,592 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731959769560Running coprocessor pre-close hooks at 1731959769560Disabling compacts and flushes for region at 1731959769560Disabling writes for close at 1731959769561 (+1 ms)Obtaining lock to block concurrent updates at 1731959769563 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731959769564 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731959769570 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731959769572 (+2 ms)Flushing 1588230740/info: creating writer at 1731959769574 (+2 ms)Flushing 1588230740/info: appending metadata at 1731959769617 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731959769617Flushing 1588230740/ns: creating writer at 1731959770075 (+458 ms)Flushing 1588230740/ns: appending metadata at 1731959770092 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731959770092Flushing 1588230740/table: creating writer at 1731959770515 (+423 ms)Flushing 1588230740/table: appending metadata at 1731959770532 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731959770532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b70a1c8: reopening flushed file at 1731959770546 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc0477f: reopening flushed file at 1731959770560 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35cfd2d6: reopening flushed file at 1731959770572 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1024ms, sequenceid=56, compaction requested=false at 1731959770585 (+13 ms)Writing region close event to WAL at 1731959770586 (+1 ms)Running coprocessor post-close hooks at 1731959770591 (+5 ms)Closed at 1731959770592 (+1 ms) 2024-11-18T19:56:10,592 DEBUG [RS_CLOSE_META-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T19:56:10,763 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, d558d20aae69bf28c54af89107627b18, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:10,964 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, d558d20aae69bf28c54af89107627b18, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:10,979 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18/.tmp/testFamily/07af9ea75144465e9b0ce58525851e5e 2024-11-18T19:56:10,989 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18/.tmp/testFamily/07af9ea75144465e9b0ce58525851e5e as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18/testFamily/07af9ea75144465e9b0ce58525851e5e 2024-11-18T19:56:10,997 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18/testFamily/07af9ea75144465e9b0ce58525851e5e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:10,999 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d558d20aae69bf28c54af89107627b18 in 444ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:11,005 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScanner/d558d20aae69bf28c54af89107627b18/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:11,005 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:56:11,006 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d558d20aae69bf28c54af89107627b18: Waiting for close lock at 1731959770554Running coprocessor pre-close hooks at 1731959770554Disabling compacts and flushes for region at 1731959770554Disabling writes for close at 1731959770555 (+1 ms)Obtaining lock to block concurrent updates at 1731959770555Preparing flush snapshotting stores in d558d20aae69bf28c54af89107627b18 at 1731959770555Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959770555Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. at 1731959770556 (+1 ms)Flushing d558d20aae69bf28c54af89107627b18/testFamily: creating writer at 1731959770556Flushing d558d20aae69bf28c54af89107627b18/testFamily: appending metadata at 1731959770573 (+17 ms)Flushing d558d20aae69bf28c54af89107627b18/testFamily: closing flushed file at 1731959770573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484a6fbc: reopening flushed file at 1731959770987 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d558d20aae69bf28c54af89107627b18 in 444ms, sequenceid=8, compaction requested=false at 1731959771000 (+13 ms)Writing region close event to WAL at 1731959771000Running coprocessor post-close hooks at 1731959771005 (+5 ms)Closed at 1731959771005 2024-11-18T19:56:11,006 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731959726912.d558d20aae69bf28c54af89107627b18. 2024-11-18T19:56:11,006 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8253849ccb6564fe8d3aa29f95f9b60c, disabling compactions & flushes 2024-11-18T19:56:11,006 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:11,006 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:11,006 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. after waiting 0 ms 2024-11-18T19:56:11,006 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:11,006 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8253849ccb6564fe8d3aa29f95f9b60c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:11,027 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c/.tmp/testFamily/a07af644a897441aa6fce564c741298e is 61, key is row-0/testFamily:testQualifier/1731959766488/Put/seqid=0 2024-11-18T19:56:11,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741861_1037 (size=5049) 2024-11-18T19:56:11,164 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:11,364 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, 8253849ccb6564fe8d3aa29f95f9b60c, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:11,434 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c/.tmp/testFamily/a07af644a897441aa6fce564c741298e 2024-11-18T19:56:11,449 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c/.tmp/testFamily/a07af644a897441aa6fce564c741298e as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c/testFamily/a07af644a897441aa6fce564c741298e 2024-11-18T19:56:11,457 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c/testFamily/a07af644a897441aa6fce564c741298e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:11,458 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8253849ccb6564fe8d3aa29f95f9b60c in 452ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:11,464 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnOpenScannerAsync/8253849ccb6564fe8d3aa29f95f9b60c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:11,465 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:11,465 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8253849ccb6564fe8d3aa29f95f9b60c: Waiting for close lock at 1731959771006Running coprocessor pre-close hooks at 1731959771006Disabling compacts and flushes for region at 1731959771006Disabling writes for close at 1731959771006Obtaining lock to block concurrent updates at 1731959771006Preparing flush snapshotting stores in 8253849ccb6564fe8d3aa29f95f9b60c at 1731959771007 (+1 ms)Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959771007Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. at 1731959771008 (+1 ms)Flushing 8253849ccb6564fe8d3aa29f95f9b60c/testFamily: creating writer at 1731959771008Flushing 8253849ccb6564fe8d3aa29f95f9b60c/testFamily: appending metadata at 1731959771027 (+19 ms)Flushing 8253849ccb6564fe8d3aa29f95f9b60c/testFamily: closing flushed file at 1731959771027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1405966: reopening flushed file at 1731959771447 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8253849ccb6564fe8d3aa29f95f9b60c in 452ms, sequenceid=8, compaction requested=false at 1731959771458 (+11 ms)Writing region close event to WAL at 1731959771459 (+1 ms)Running coprocessor post-close hooks at 1731959771465 (+6 ms)Closed at 1731959771465 2024-11-18T19:56:11,465 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731959763442.8253849ccb6564fe8d3aa29f95f9b60c. 2024-11-18T19:56:11,466 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1f91bd57a19f24dfb089fd1fa195da3, disabling compactions & flushes 2024-11-18T19:56:11,466 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:56:11,466 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:56:11,466 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. after waiting 0 ms 2024-11-18T19:56:11,466 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:56:11,466 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1f91bd57a19f24dfb089fd1fa195da3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:11,484 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3/.tmp/testFamily/283aff3b1e4046ababe823002b284b7c is 61, key is row-0/testFamily:testQualifier/1731959736069/Put/seqid=0 2024-11-18T19:56:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741862_1038 (size=5049) 2024-11-18T19:56:11,566 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-18T19:56:11,566 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1325): Online Regions={e1f91bd57a19f24dfb089fd1fa195da3=testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3., 7c9266d92df8cfd80d54396c0c981a7b=hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., 7296c8e633998a8c27b5d76fcd4e390d=hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d., 178740f574ac0b882c4555d7bc0376ce=hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce., 7965f479a6efabb81ce696092dfbfce9=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., 05267eade2d92621f955359f438be6a2=testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.} 2024-11-18T19:56:11,566 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:11,767 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b, e1f91bd57a19f24dfb089fd1fa195da3 2024-11-18T19:56:11,891 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3/.tmp/testFamily/283aff3b1e4046ababe823002b284b7c 2024-11-18T19:56:11,908 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3/.tmp/testFamily/283aff3b1e4046ababe823002b284b7c as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3/testFamily/283aff3b1e4046ababe823002b284b7c 2024-11-18T19:56:11,916 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3/testFamily/283aff3b1e4046ababe823002b284b7c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:11,917 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e1f91bd57a19f24dfb089fd1fa195da3 in 451ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:11,922 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNextAsync/e1f91bd57a19f24dfb089fd1fa195da3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:11,923 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:56:11,923 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1f91bd57a19f24dfb089fd1fa195da3: Waiting for close lock at 1731959771466Running coprocessor pre-close hooks at 1731959771466Disabling compacts and flushes for region at 1731959771466Disabling writes for close at 1731959771466Obtaining lock to block concurrent updates at 1731959771466Preparing flush snapshotting stores in e1f91bd57a19f24dfb089fd1fa195da3 at 1731959771466Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959771466Flushing stores of testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. at 1731959771467 (+1 ms)Flushing e1f91bd57a19f24dfb089fd1fa195da3/testFamily: creating writer at 1731959771467Flushing e1f91bd57a19f24dfb089fd1fa195da3/testFamily: appending metadata at 1731959771484 (+17 ms)Flushing e1f91bd57a19f24dfb089fd1fa195da3/testFamily: closing flushed file at 1731959771484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1017e35e: reopening flushed file at 1731959771907 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e1f91bd57a19f24dfb089fd1fa195da3 in 451ms, sequenceid=8, compaction requested=false at 1731959771917 (+10 ms)Writing region close event to WAL at 1731959771918 (+1 ms)Running coprocessor post-close hooks at 1731959771923 (+5 ms)Closed at 1731959771923 2024-11-18T19:56:11,923 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731959733011.e1f91bd57a19f24dfb089fd1fa195da3. 2024-11-18T19:56:11,923 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c9266d92df8cfd80d54396c0c981a7b, disabling compactions & flushes 2024-11-18T19:56:11,923 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:56:11,923 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:56:11,923 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. after waiting 0 ms 2024-11-18T19:56:11,923 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:56:11,924 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c9266d92df8cfd80d54396c0c981a7b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:11,939 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b/.tmp/testFamily/3e271efedd4b412a985d081ec471bda1 is 61, key is row-0/testFamily:testQualifier/1731959708623/Put/seqid=0 2024-11-18T19:56:11,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741863_1039 (size=5049) 2024-11-18T19:56:11,967 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:56:12,167 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:56:12,346 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b/.tmp/testFamily/3e271efedd4b412a985d081ec471bda1 2024-11-18T19:56:12,363 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b/.tmp/testFamily/3e271efedd4b412a985d081ec471bda1 as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b/testFamily/3e271efedd4b412a985d081ec471bda1 2024-11-18T19:56:12,367 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9, 7c9266d92df8cfd80d54396c0c981a7b 2024-11-18T19:56:12,372 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b/testFamily/3e271efedd4b412a985d081ec471bda1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:12,374 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7c9266d92df8cfd80d54396c0c981a7b in 451ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:12,379 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScanner/7c9266d92df8cfd80d54396c0c981a7b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:12,380 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:56:12,380 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c9266d92df8cfd80d54396c0c981a7b: Waiting for close lock at 1731959771923Running coprocessor pre-close hooks at 1731959771923Disabling compacts and flushes for region at 1731959771923Disabling writes for close at 1731959771923Obtaining lock to block concurrent updates at 1731959771924 (+1 ms)Preparing flush snapshotting stores in 7c9266d92df8cfd80d54396c0c981a7b at 1731959771924Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959771924Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. at 1731959771924Flushing 7c9266d92df8cfd80d54396c0c981a7b/testFamily: creating writer at 1731959771925 (+1 ms)Flushing 7c9266d92df8cfd80d54396c0c981a7b/testFamily: appending metadata at 1731959771939 (+14 ms)Flushing 7c9266d92df8cfd80d54396c0c981a7b/testFamily: closing flushed file at 1731959771939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611e691: reopening flushed file at 1731959772362 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7c9266d92df8cfd80d54396c0c981a7b in 451ms, sequenceid=8, compaction requested=false at 1731959772374 (+12 ms)Writing region close event to WAL at 1731959772375 (+1 ms)Running coprocessor post-close hooks at 1731959772380 (+5 ms)Closed at 1731959772380 2024-11-18T19:56:12,380 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731959705583.7c9266d92df8cfd80d54396c0c981a7b. 2024-11-18T19:56:12,380 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7296c8e633998a8c27b5d76fcd4e390d, disabling compactions & flushes 2024-11-18T19:56:12,380 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:56:12,381 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:56:12,381 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. after waiting 0 ms 2024-11-18T19:56:12,381 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:56:12,381 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7296c8e633998a8c27b5d76fcd4e390d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:12,397 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d/.tmp/testFamily/6cc2b1baa9c447cd8085fe9c4515ef2b is 61, key is row-0/testFamily:testQualifier/1731959757398/Put/seqid=0 2024-11-18T19:56:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741864_1040 (size=5049) 2024-11-18T19:56:12,568 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-18T19:56:12,568 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1325): Online Regions={7296c8e633998a8c27b5d76fcd4e390d=hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d., 178740f574ac0b882c4555d7bc0376ce=hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce., 7965f479a6efabb81ce696092dfbfce9=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., 05267eade2d92621f955359f438be6a2=testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.} 2024-11-18T19:56:12,568 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:56:12,769 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7296c8e633998a8c27b5d76fcd4e390d, 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:56:12,805 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d/.tmp/testFamily/6cc2b1baa9c447cd8085fe9c4515ef2b 2024-11-18T19:56:12,818 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d/.tmp/testFamily/6cc2b1baa9c447cd8085fe9c4515ef2b as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d/testFamily/6cc2b1baa9c447cd8085fe9c4515ef2b 2024-11-18T19:56:12,826 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d/testFamily/6cc2b1baa9c447cd8085fe9c4515ef2b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:12,827 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7296c8e633998a8c27b5d76fcd4e390d in 446ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:12,832 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNext/7296c8e633998a8c27b5d76fcd4e390d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:12,833 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:56:12,833 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7296c8e633998a8c27b5d76fcd4e390d: Waiting for close lock at 1731959772380Running coprocessor pre-close hooks at 1731959772380Disabling compacts and flushes for region at 1731959772380Disabling writes for close at 1731959772381 (+1 ms)Obtaining lock to block concurrent updates at 1731959772381Preparing flush snapshotting stores in 7296c8e633998a8c27b5d76fcd4e390d at 1731959772381Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959772381Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. at 1731959772382 (+1 ms)Flushing 7296c8e633998a8c27b5d76fcd4e390d/testFamily: creating writer at 1731959772382Flushing 7296c8e633998a8c27b5d76fcd4e390d/testFamily: appending metadata at 1731959772397 (+15 ms)Flushing 7296c8e633998a8c27b5d76fcd4e390d/testFamily: closing flushed file at 1731959772397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633bd0b: reopening flushed file at 1731959772817 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7296c8e633998a8c27b5d76fcd4e390d in 446ms, sequenceid=8, compaction requested=false at 1731959772827 (+10 ms)Writing region close event to WAL at 1731959772828 (+1 ms)Running coprocessor post-close hooks at 1731959772833 (+5 ms)Closed at 1731959772833 2024-11-18T19:56:12,833 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731959754327.7296c8e633998a8c27b5d76fcd4e390d. 2024-11-18T19:56:12,833 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 178740f574ac0b882c4555d7bc0376ce, disabling compactions & flushes 2024-11-18T19:56:12,833 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:56:12,834 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:56:12,834 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. after waiting 0 ms 2024-11-18T19:56:12,834 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:56:12,834 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 178740f574ac0b882c4555d7bc0376ce 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:12,850 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce/.tmp/testFamily/924ff095bd69459888b306f76998093c is 61, key is row-0/testFamily:testQualifier/1731959717740/Put/seqid=0 2024-11-18T19:56:12,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741865_1041 (size=5049) 2024-11-18T19:56:12,969 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:56:13,170 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 178740f574ac0b882c4555d7bc0376ce, 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:56:13,257 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce/.tmp/testFamily/924ff095bd69459888b306f76998093c 2024-11-18T19:56:13,273 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce/.tmp/testFamily/924ff095bd69459888b306f76998093c as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce/testFamily/924ff095bd69459888b306f76998093c 2024-11-18T19:56:13,281 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce/testFamily/924ff095bd69459888b306f76998093c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:13,282 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 178740f574ac0b882c4555d7bc0376ce in 448ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:13,287 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnNextAsync/178740f574ac0b882c4555d7bc0376ce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:13,288 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:56:13,288 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 178740f574ac0b882c4555d7bc0376ce: Waiting for close lock at 1731959772833Running coprocessor pre-close hooks at 1731959772833Disabling compacts and flushes for region at 1731959772833Disabling writes for close at 1731959772834 (+1 ms)Obtaining lock to block concurrent updates at 1731959772834Preparing flush snapshotting stores in 178740f574ac0b882c4555d7bc0376ce at 1731959772834Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959772834Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. at 1731959772835 (+1 ms)Flushing 178740f574ac0b882c4555d7bc0376ce/testFamily: creating writer at 1731959772835Flushing 178740f574ac0b882c4555d7bc0376ce/testFamily: appending metadata at 1731959772850 (+15 ms)Flushing 178740f574ac0b882c4555d7bc0376ce/testFamily: closing flushed file at 1731959772850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb85e51: reopening flushed file at 1731959773271 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 178740f574ac0b882c4555d7bc0376ce in 448ms, sequenceid=8, compaction requested=false at 1731959773282 (+11 ms)Writing region close event to WAL at 1731959773283 (+1 ms)Running coprocessor post-close hooks at 1731959773288 (+5 ms)Closed at 1731959773288 2024-11-18T19:56:13,288 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731959714677.178740f574ac0b882c4555d7bc0376ce. 2024-11-18T19:56:13,288 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7965f479a6efabb81ce696092dfbfce9, disabling compactions & flushes 2024-11-18T19:56:13,288 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:56:13,289 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:56:13,289 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. after waiting 0 ms 2024-11-18T19:56:13,289 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:56:13,289 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7965f479a6efabb81ce696092dfbfce9 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:13,305 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9/.tmp/testFamily/a942c3bcff074900ae40d232f34f7232 is 61, key is row-0/testFamily:testQualifier/1731959748278/Put/seqid=0 2024-11-18T19:56:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741866_1042 (size=5049) 2024-11-18T19:56:13,370 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:56:13,570 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T19:56:13,570 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1325): Online Regions={7965f479a6efabb81ce696092dfbfce9=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., 05267eade2d92621f955359f438be6a2=testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2.} 2024-11-18T19:56:13,571 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2, 7965f479a6efabb81ce696092dfbfce9 2024-11-18T19:56:13,712 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9/.tmp/testFamily/a942c3bcff074900ae40d232f34f7232 2024-11-18T19:56:13,727 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9/.tmp/testFamily/a942c3bcff074900ae40d232f34f7232 as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9/testFamily/a942c3bcff074900ae40d232f34f7232 2024-11-18T19:56:13,734 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9/testFamily/a942c3bcff074900ae40d232f34f7232, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:13,735 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7965f479a6efabb81ce696092dfbfce9 in 446ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:13,740 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7965f479a6efabb81ce696092dfbfce9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:13,741 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:56:13,741 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7965f479a6efabb81ce696092dfbfce9: Waiting for close lock at 1731959773288Running coprocessor pre-close hooks at 1731959773288Disabling compacts and flushes for region at 1731959773288Disabling writes for close at 1731959773289 (+1 ms)Obtaining lock to block concurrent updates at 1731959773289Preparing flush snapshotting stores in 7965f479a6efabb81ce696092dfbfce9 at 1731959773289Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959773289Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. at 1731959773290 (+1 ms)Flushing 7965f479a6efabb81ce696092dfbfce9/testFamily: creating writer at 1731959773290Flushing 7965f479a6efabb81ce696092dfbfce9/testFamily: appending metadata at 1731959773304 (+14 ms)Flushing 7965f479a6efabb81ce696092dfbfce9/testFamily: closing flushed file at 1731959773304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f33d0e: reopening flushed file at 1731959773725 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7965f479a6efabb81ce696092dfbfce9 in 446ms, sequenceid=8, compaction requested=false at 1731959773735 (+10 ms)Writing region close event to WAL at 1731959773736 (+1 ms)Running coprocessor post-close hooks at 1731959773741 (+5 ms)Closed at 1731959773741 2024-11-18T19:56:13,741 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731959745211.7965f479a6efabb81ce696092dfbfce9. 2024-11-18T19:56:13,741 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05267eade2d92621f955359f438be6a2, disabling compactions & flushes 2024-11-18T19:56:13,741 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:56:13,741 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:56:13,741 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. after waiting 0 ms 2024-11-18T19:56:13,741 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:56:13,741 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05267eade2d92621f955359f438be6a2 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-18T19:56:13,757 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2/.tmp/testFamily/1e998d5707c449ac9067c89d1001c80c is 61, key is row-0/testFamily:testQualifier/1731959742165/Put/seqid=0 2024-11-18T19:56:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741867_1043 (size=5049) 2024-11-18T19:56:13,771 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2 2024-11-18T19:56:13,971 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2 2024-11-18T19:56:14,164 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2/.tmp/testFamily/1e998d5707c449ac9067c89d1001c80c 2024-11-18T19:56:14,171 DEBUG [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1351): Waiting on 05267eade2d92621f955359f438be6a2 2024-11-18T19:56:14,180 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2/.tmp/testFamily/1e998d5707c449ac9067c89d1001c80c as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2/testFamily/1e998d5707c449ac9067c89d1001c80c 2024-11-18T19:56:14,186 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2/testFamily/1e998d5707c449ac9067c89d1001c80c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T19:56:14,187 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 05267eade2d92621f955359f438be6a2 in 446ms, sequenceid=8, compaction requested=false 2024-11-18T19:56:14,192 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/data/default/testNormalScanTimeoutOnNext/05267eade2d92621f955359f438be6a2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T19:56:14,192 INFO [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:56:14,193 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05267eade2d92621f955359f438be6a2: Waiting for close lock at 1731959773741Running coprocessor pre-close hooks at 1731959773741Disabling compacts and flushes for region at 1731959773741Disabling writes for close at 1731959773741Obtaining lock to block concurrent updates at 1731959773741Preparing flush snapshotting stores in 05267eade2d92621f955359f438be6a2 at 1731959773741Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731959773742 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. at 1731959773742Flushing 05267eade2d92621f955359f438be6a2/testFamily: creating writer at 1731959773742Flushing 05267eade2d92621f955359f438be6a2/testFamily: appending metadata at 1731959773757 (+15 ms)Flushing 05267eade2d92621f955359f438be6a2/testFamily: closing flushed file at 1731959773757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421b7819: reopening flushed file at 1731959774179 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 05267eade2d92621f955359f438be6a2 in 446ms, sequenceid=8, compaction requested=false at 1731959774187 (+8 ms)Writing region close event to WAL at 1731959774188 (+1 ms)Running coprocessor post-close hooks at 1731959774192 (+4 ms)Closed at 1731959774192 2024-11-18T19:56:14,193 DEBUG [RS_CLOSE_REGION-regionserver/5a964fc427ed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731959739120.05267eade2d92621f955359f438be6a2. 2024-11-18T19:56:14,372 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(976): stopping server 5a964fc427ed,41935,1731959668418; all regions closed. 2024-11-18T19:56:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741834_1010 (size=19479) 2024-11-18T19:56:14,388 DEBUG [RS:0;5a964fc427ed:41935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/oldWALs 2024-11-18T19:56:14,388 INFO [RS:0;5a964fc427ed:41935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a964fc427ed%2C41935%2C1731959668418.meta:.meta(num 1731959701868) 2024-11-18T19:56:14,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741833_1009 (size=20031) 2024-11-18T19:56:14,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/WALs/5a964fc427ed,41935,1731959668418/5a964fc427ed%2C41935%2C1731959668418.1731959701464 not finished, retry = 0 2024-11-18T19:56:14,499 DEBUG [RS:0;5a964fc427ed:41935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/oldWALs 2024-11-18T19:56:14,499 INFO [RS:0;5a964fc427ed:41935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5a964fc427ed%2C41935%2C1731959668418:(num 1731959701464) 2024-11-18T19:56:14,499 DEBUG [RS:0;5a964fc427ed:41935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:56:14,499 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:56:14,500 INFO [RS:0;5a964fc427ed:41935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:56:14,501 INFO [RS:0;5a964fc427ed:41935 {}] hbase.ChoreService(370): Chore service for: regionserver/5a964fc427ed:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T19:56:14,501 INFO [RS:0;5a964fc427ed:41935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:56:14,501 INFO [regionserver/5a964fc427ed:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:56:14,504 INFO [RS:0;5a964fc427ed:41935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41935 2024-11-18T19:56:14,556 INFO [regionserver/5a964fc427ed:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:56:14,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5a964fc427ed,41935,1731959668418 2024-11-18T19:56:14,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:56:14,568 INFO [RS:0;5a964fc427ed:41935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:56:14,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5a964fc427ed,41935,1731959668418] 2024-11-18T19:56:14,594 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5a964fc427ed,41935,1731959668418 already deleted, retry=false 2024-11-18T19:56:14,594 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5a964fc427ed,41935,1731959668418 expired; onlineServers=0 2024-11-18T19:56:14,595 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5a964fc427ed,36967,1731959667736' ***** 2024-11-18T19:56:14,595 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T19:56:14,595 INFO [M:0;5a964fc427ed:36967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:56:14,596 INFO [M:0;5a964fc427ed:36967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:56:14,596 DEBUG [M:0;5a964fc427ed:36967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T19:56:14,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T19:56:14,596 DEBUG [M:0;5a964fc427ed:36967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T19:56:14,597 DEBUG [master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.small.0-1731959671233 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.small.0-1731959671233,5,FailOnTimeoutGroup] 2024-11-18T19:56:14,597 DEBUG [master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.large.0-1731959671232 {}] cleaner.HFileCleaner(306): Exit Thread[master/5a964fc427ed:0:becomeActiveMaster-HFileCleaner.large.0-1731959671232,5,FailOnTimeoutGroup] 2024-11-18T19:56:14,597 INFO [M:0;5a964fc427ed:36967 {}] hbase.ChoreService(370): Chore service for: master/5a964fc427ed:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T19:56:14,598 INFO [M:0;5a964fc427ed:36967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:56:14,598 DEBUG [M:0;5a964fc427ed:36967 {}] master.HMaster(1795): Stopping service threads 2024-11-18T19:56:14,598 INFO [M:0;5a964fc427ed:36967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T19:56:14,598 INFO [M:0;5a964fc427ed:36967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:56:14,600 INFO [M:0;5a964fc427ed:36967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T19:56:14,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T19:56:14,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T19:56:14,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:56:14,609 DEBUG [M:0;5a964fc427ed:36967 {}] zookeeper.ZKUtil(347): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T19:56:14,609 WARN [M:0;5a964fc427ed:36967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T19:56:14,611 INFO [M:0;5a964fc427ed:36967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/.lastflushedseqids 2024-11-18T19:56:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741868_1044 (size=649) 2024-11-18T19:56:14,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:56:14,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x10150b0fe830001, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:56:14,688 INFO [RS:0;5a964fc427ed:41935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:56:14,689 INFO [RS:0;5a964fc427ed:41935 {}] regionserver.HRegionServer(1031): Exiting; stopping=5a964fc427ed,41935,1731959668418; zookeeper connection closed. 2024-11-18T19:56:14,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fe7d435 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fe7d435 2024-11-18T19:56:14,691 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T19:56:15,026 INFO [M:0;5a964fc427ed:36967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T19:56:15,027 INFO [M:0;5a964fc427ed:36967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T19:56:15,028 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:56:15,028 INFO [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:56:15,028 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:56:15,028 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:56:15,028 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:56:15,029 INFO [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.94 KB heapSize=190.85 KB 2024-11-18T19:56:15,055 DEBUG [M:0;5a964fc427ed:36967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5acf99c4dd5d4581b021ae90f42595cf is 82, key is hbase:meta,,1/info:regioninfo/1731959701961/Put/seqid=0 2024-11-18T19:56:15,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741869_1045 (size=5672) 2024-11-18T19:56:15,463 INFO [M:0;5a964fc427ed:36967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5acf99c4dd5d4581b021ae90f42595cf 2024-11-18T19:56:15,496 DEBUG [M:0;5a964fc427ed:36967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea048ac7499d44b8981075d779945759 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731959703661/Put/seqid=0 2024-11-18T19:56:15,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741870_1046 (size=14066) 2024-11-18T19:56:15,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:56:15,903 INFO [M:0;5a964fc427ed:36967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.39 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea048ac7499d44b8981075d779945759 2024-11-18T19:56:15,918 INFO [M:0;5a964fc427ed:36967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea048ac7499d44b8981075d779945759 2024-11-18T19:56:15,937 DEBUG [M:0;5a964fc427ed:36967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b526b6ef40403d96c641b36b15fdb3 is 69, key is 5a964fc427ed,41935,1731959668418/rs:state/1731959671314/Put/seqid=0 2024-11-18T19:56:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741871_1047 (size=5156) 2024-11-18T19:56:16,343 INFO [M:0;5a964fc427ed:36967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b526b6ef40403d96c641b36b15fdb3 2024-11-18T19:56:16,357 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5acf99c4dd5d4581b021ae90f42595cf as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5acf99c4dd5d4581b021ae90f42595cf 2024-11-18T19:56:16,364 INFO [M:0;5a964fc427ed:36967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5acf99c4dd5d4581b021ae90f42595cf, entries=8, sequenceid=317, filesize=5.5 K 2024-11-18T19:56:16,365 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea048ac7499d44b8981075d779945759 as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea048ac7499d44b8981075d779945759 2024-11-18T19:56:16,372 INFO [M:0;5a964fc427ed:36967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea048ac7499d44b8981075d779945759 2024-11-18T19:56:16,372 INFO [M:0;5a964fc427ed:36967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea048ac7499d44b8981075d779945759, entries=33, sequenceid=317, filesize=13.7 K 2024-11-18T19:56:16,373 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b526b6ef40403d96c641b36b15fdb3 as hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84b526b6ef40403d96c641b36b15fdb3 2024-11-18T19:56:16,379 INFO [M:0;5a964fc427ed:36967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84b526b6ef40403d96c641b36b15fdb3, entries=1, sequenceid=317, filesize=5.0 K 2024-11-18T19:56:16,380 INFO [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.94 KB/166855, heapSize ~190.55 KB/195128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=317, compaction requested=false 2024-11-18T19:56:16,382 INFO [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:56:16,382 DEBUG [M:0;5a964fc427ed:36967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731959775027Disabling compacts and flushes for region at 1731959775027Disabling writes for close at 1731959775028 (+1 ms)Obtaining lock to block concurrent updates at 1731959775029 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731959775029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166855, getHeapSize=195368, getOffHeapSize=0, getCellsCount=364 at 1731959775030 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731959775032 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731959775033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731959775054 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731959775054Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731959775476 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731959775495 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731959775495Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731959775918 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731959775936 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731959775936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7613c306: reopening flushed file at 1731959776356 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5babc5a4: reopening flushed file at 1731959776364 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c49d0: reopening flushed file at 1731959776372 (+8 ms)Finished flush of dataSize ~162.94 KB/166855, heapSize ~190.55 KB/195128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=317, compaction requested=false at 1731959776380 (+8 ms)Writing region close event to WAL at 1731959776382 (+2 ms)Closed at 1731959776382 2024-11-18T19:56:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741830_1006 (size=188067) 2024-11-18T19:56:16,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/445bb132-f12e-a21f-0bf6-c6526bb12b97/MasterData/WALs/5a964fc427ed,36967,1731959667736/5a964fc427ed%2C36967%2C1731959667736.1731959670556 not finished, retry = 0 2024-11-18T19:56:16,486 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:56:16,487 INFO [M:0;5a964fc427ed:36967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T19:56:16,487 INFO [M:0;5a964fc427ed:36967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36967 2024-11-18T19:56:16,487 INFO [M:0;5a964fc427ed:36967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:56:16,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:56:16,618 INFO [M:0;5a964fc427ed:36967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:56:16,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x10150b0fe830000, quorum=127.0.0.1:49573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:56:16,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@429b6cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:56:16,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:56:16,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:56:16,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:56:16,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/hadoop.log.dir/,STOPPED} 2024-11-18T19:56:16,630 WARN [BP-1927779240-172.17.0.2-1731959664459 heartbeating to localhost/127.0.0.1:43655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:56:16,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:56:16,630 WARN [BP-1927779240-172.17.0.2-1731959664459 heartbeating to localhost/127.0.0.1:43655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1927779240-172.17.0.2-1731959664459 (Datanode Uuid 91da0ba1-53dd-4efa-bbb9-f4acb50c55fc) service to localhost/127.0.0.1:43655 2024-11-18T19:56:16,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:56:16,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/cluster_32336a04-a427-590b-cb5a-7636837bd21c/data/data1/current/BP-1927779240-172.17.0.2-1731959664459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:56:16,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/cluster_32336a04-a427-590b-cb5a-7636837bd21c/data/data2/current/BP-1927779240-172.17.0.2-1731959664459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:56:16,632 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:56:16,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b93e99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:56:16,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:56:16,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:56:16,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:56:16,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b339967-5076-f6b4-e8e8-0647bc75647b/hadoop.log.dir/,STOPPED} 2024-11-18T19:56:16,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T19:56:16,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down