2024-11-18 20:39:15,502 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 20:39:15,541 main DEBUG Took 0.013820 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 20:39:15,542 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 20:39:15,542 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 20:39:15,544 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 20:39:15,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,557 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 20:39:15,574 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,578 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,579 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,580 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,582 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,584 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,585 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,586 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,587 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,588 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:39:15,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,590 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 20:39:15,592 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:39:15,594 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 20:39:15,596 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 20:39:15,597 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 20:39:15,599 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 20:39:15,599 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 20:39:15,610 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 20:39:15,613 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 20:39:15,615 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 20:39:15,616 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 20:39:15,616 main DEBUG createAppenders(={Console})
2024-11-18 20:39:15,617 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-18 20:39:15,618 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-18 20:39:15,618 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-18 20:39:15,619 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 20:39:15,619 main DEBUG OutputStream closed
2024-11-18 20:39:15,620 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 20:39:15,620 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 20:39:15,620 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-18 20:39:15,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 20:39:15,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 20:39:15,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 20:39:15,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 20:39:15,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 20:39:15,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 20:39:15,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 20:39:15,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 20:39:15,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 20:39:15,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 20:39:15,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 20:39:15,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 20:39:15,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 20:39:15,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 20:39:15,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 20:39:15,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 20:39:15,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 20:39:15,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 20:39:15,742 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 20:39:15,743 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-18 20:39:15,743 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 20:39:15,744 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-18T20:39:15,762 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-18 20:39:15,766 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 20:39:15,767 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T20:39:16,097 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd
2024-11-18T20:39:16,122 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T20:39:16,142 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/cluster_11fdfe1c-ed76-346d-a4ec-e2adf01ef79c, deleteOnExit=true
2024-11-18T20:39:16,143 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T20:39:16,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/test.cache.data in system properties and HBase conf
2024-11-18T20:39:16,145 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T20:39:16,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/hadoop.log.dir in system properties and HBase conf
2024-11-18T20:39:16,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T20:39:16,148 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T20:39:16,148 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T20:39:16,279 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T20:39:16,413 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T20:39:16,420 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T20:39:16,420 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T20:39:16,421 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T20:39:16,421 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T20:39:16,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T20:39:16,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T20:39:16,423 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T20:39:16,423 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T20:39:16,423 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T20:39:16,424 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/nfs.dump.dir in system properties and HBase conf
2024-11-18T20:39:16,424 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/java.io.tmpdir in system properties and HBase conf
2024-11-18T20:39:16,425 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T20:39:16,425 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T20:39:16,425 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T20:39:17,693 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T20:39:17,774 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3205ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T20:39:17,866 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T20:39:17,950 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T20:39:17,980 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T20:39:17,980 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T20:39:17,982 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-18T20:39:18,000 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T20:39:18,004 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/hadoop.log.dir/,AVAILABLE}
2024-11-18T20:39:18,006 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T20:39:18,229 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/java.io.tmpdir/jetty-localhost-37127-hadoop-hdfs-3_4_1-tests_jar-_-any-418001447300806875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T20:39:18,238 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:37127}
2024-11-18T20:39:18,238 INFO  [Time-limited test {}] server.Server(415): Started @3670ms
2024-11-18T20:39:18,768 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T20:39:18,776 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T20:39:18,777 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T20:39:18,778 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T20:39:18,778 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T20:39:18,779 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/hadoop.log.dir/,AVAILABLE}
2024-11-18T20:39:18,780 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T20:39:18,877 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/java.io.tmpdir/jetty-localhost-45005-hadoop-hdfs-3_4_1-tests_jar-_-any-17187535367486711690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T20:39:18,878 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:45005}
2024-11-18T20:39:18,878 INFO  [Time-limited test {}] server.Server(415): Started @4310ms
2024-11-18T20:39:18,927 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T20:39:19,777 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/cluster_11fdfe1c-ed76-346d-a4ec-e2adf01ef79c/data/data1/current/BP-675622832-172.17.0.2-1731962357109/current, will proceed with Du for space computation calculation, 
2024-11-18T20:39:19,777 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/cluster_11fdfe1c-ed76-346d-a4ec-e2adf01ef79c/data/data2/current/BP-675622832-172.17.0.2-1731962357109/current, will proceed with Du for space computation calculation, 
2024-11-18T20:39:19,801 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T20:39:19,843 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ba6432101beed5 with lease ID 0x8d5494c74d63c8ae: Processing first storage report for DS-41012d41-7ed4-4cd9-8a16-d8d45586befb from datanode DatanodeRegistration(127.0.0.1:44047, datanodeUuid=41bff695-e6d9-4091-812d-307e9472f03a, infoPort=42677, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=2144911537;c=1731962357109)
2024-11-18T20:39:19,844 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ba6432101beed5 with lease ID 0x8d5494c74d63c8ae: from storage DS-41012d41-7ed4-4cd9-8a16-d8d45586befb node DatanodeRegistration(127.0.0.1:44047, datanodeUuid=41bff695-e6d9-4091-812d-307e9472f03a, infoPort=42677, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=2144911537;c=1731962357109), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-18T20:39:19,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ba6432101beed5 with lease ID 0x8d5494c74d63c8ae: Processing first storage report for DS-37884944-6a43-4ba9-b7a2-c60f3a398015 from datanode DatanodeRegistration(127.0.0.1:44047, datanodeUuid=41bff695-e6d9-4091-812d-307e9472f03a, infoPort=42677, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=2144911537;c=1731962357109)
2024-11-18T20:39:19,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ba6432101beed5 with lease ID 0x8d5494c74d63c8ae: from storage DS-37884944-6a43-4ba9-b7a2-c60f3a398015 node DatanodeRegistration(127.0.0.1:44047, datanodeUuid=41bff695-e6d9-4091-812d-307e9472f03a, infoPort=42677, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=2144911537;c=1731962357109), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-18T20:39:19,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd
2024-11-18T20:39:20,016 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/cluster_11fdfe1c-ed76-346d-a4ec-e2adf01ef79c/zookeeper_0, clientPort=56444, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/cluster_11fdfe1c-ed76-346d-a4ec-e2adf01ef79c/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/cluster_11fdfe1c-ed76-346d-a4ec-e2adf01ef79c/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T20:39:20,025 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56444
2024-11-18T20:39:20,034 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:39:20,036 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:39:20,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741825_1001 (size=7)
2024-11-18T20:39:20,644 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912 with version=8
2024-11-18T20:39:20,645 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/hbase-staging
2024-11-18T20:39:20,721 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T20:39:20,929 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=9
2024-11-18T20:39:20,937 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T20:39:20,938 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T20:39:20,942 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T20:39:20,943 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T20:39:20,943 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T20:39:21,070 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T20:39:21,119 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T20:39:21,126 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T20:39:21,130 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T20:39:21,151 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 73681 (auto-detected)
2024-11-18T20:39:21,151 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T20:39:21,167 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35543
2024-11-18T20:39:21,186 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35543 connecting to ZooKeeper ensemble=127.0.0.1:56444
2024-11-18T20:39:21,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355430x0, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T20:39:21,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35543-0x10150f602a60000 connected
2024-11-18T20:39:21,353 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:39:21,355 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:39:21,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T20:39:21,368 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912, hbase.cluster.distributed=false
2024-11-18T20:39:21,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T20:39:21,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35543
2024-11-18T20:39:21,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35543
2024-11-18T20:39:21,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35543
2024-11-18T20:39:21,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35543
2024-11-18T20:39:21,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35543
2024-11-18T20:39:21,492 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=9
2024-11-18T20:39:21,493 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T20:39:21,493 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T20:39:21,493 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T20:39:21,494 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T20:39:21,494 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T20:39:21,496 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T20:39:21,499 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T20:39:21,499 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40283
2024-11-18T20:39:21,501 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40283 connecting to ZooKeeper ensemble=127.0.0.1:56444
2024-11-18T20:39:21,502 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:39:21,505 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:39:21,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402830x0, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T20:39:21,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402830x0, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T20:39:21,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40283-0x10150f602a60001 connected
2024-11-18T20:39:21,522 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T20:39:21,529 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T20:39:21,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T20:39:21,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T20:39:21,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40283
2024-11-18T20:39:21,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40283
2024-11-18T20:39:21,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40283
2024-11-18T20:39:21,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40283
2024-11-18T20:39:21,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40283
2024-11-18T20:39:21,551 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:35543
2024-11-18T20:39:21,552 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/29a7ef02c270,35543,1731962360780
2024-11-18T20:39:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T20:39:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T20:39:21,567 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/29a7ef02c270,35543,1731962360780
2024-11-18T20:39:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T20:39:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:21,600 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T20:39:21,601 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/29a7ef02c270,35543,1731962360780 from backup master directory
2024-11-18T20:39:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T20:39:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/29a7ef02c270,35543,1731962360780
2024-11-18T20:39:21,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T20:39:21,610 WARN  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T20:39:21,611 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,35543,1731962360780
2024-11-18T20:39:21,614 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T20:39:21,617 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T20:39:21,670 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/hbase.id] with ID: 3511c76a-d188-42f9-ab2b-f98e92263c1e
2024-11-18T20:39:21,670 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/.tmp/hbase.id
2024-11-18T20:39:21,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741826_1002 (size=42)
2024-11-18T20:39:22,084 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/.tmp/hbase.id]:[hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/hbase.id]
2024-11-18T20:39:22,136 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:39:22,141 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T20:39:22,159 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms.
2024-11-18T20:39:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:22,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741827_1003 (size=196)
2024-11-18T20:39:22,641 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:39:22,643 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T20:39:22,656 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:39:22,660 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T20:39:22,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741828_1004 (size=1189)
2024-11-18T20:39:23,114 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store
2024-11-18T20:39:23,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741829_1005 (size=34)
2024-11-18T20:39:23,542 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T20:39:23,546 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:39:23,548 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T20:39:23,548 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:39:23,548 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:39:23,550 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T20:39:23,550 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:39:23,550 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:39:23,551 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731962363548Disabling compacts and flushes for region at 1731962363548Disabling writes for close at 1731962363550 (+2 ms)Writing region close event to WAL at 1731962363550Closed at 1731962363550
2024-11-18T20:39:23,553 WARN  [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/.initializing
2024-11-18T20:39:23,554 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/WALs/29a7ef02c270,35543,1731962360780
2024-11-18T20:39:23,561 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T20:39:23,574 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C35543%2C1731962360780, suffix=, logDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/WALs/29a7ef02c270,35543,1731962360780, archiveDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/oldWALs, maxLogs=10
2024-11-18T20:39:23,594 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/WALs/29a7ef02c270,35543,1731962360780/29a7ef02c270%2C35543%2C1731962360780.1731962363577, exclude list is [], retry=0
2024-11-18T20:39:23,608 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44047,DS-41012d41-7ed4-4cd9-8a16-d8d45586befb,DISK]
2024-11-18T20:39:23,611 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T20:39:23,642 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/WALs/29a7ef02c270,35543,1731962360780/29a7ef02c270%2C35543%2C1731962360780.1731962363577
2024-11-18T20:39:23,643 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677)]
2024-11-18T20:39:23,643 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:39:23,644 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:39:23,647 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:39:23,647 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:39:23,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T20:39:23,701 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T20:39:23,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:23,706 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:39:23,707 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T20:39:23,710 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T20:39:23,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:23,712 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:39:23,712 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T20:39:23,716 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T20:39:23,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:23,717 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:39:23,718 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T20:39:23,721 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T20:39:23,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:23,723 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:39:23,724 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:39:23,727 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:39:23,728 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:39:23,734 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:39:23,734 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:39:23,738 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T20:39:23,741 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:39:23,746 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:39:23,748 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63941520, jitterRate=-0.04719710350036621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T20:39:23,754 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731962363658Initializing all the Stores at 1731962363660 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962363661 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962363661Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962363662 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962363662Cleaning up temporary data from old regions at 1731962363735 (+73 ms)Region opened successfully at 1731962363754 (+19 ms)
2024-11-18T20:39:23,756 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T20:39:23,786 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca319de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0
2024-11-18T20:39:23,815 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T20:39:23,825 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T20:39:23,825 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T20:39:23,828 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T20:39:23,830 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-18T20:39:23,835 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-18T20:39:23,835 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T20:39:23,858 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T20:39:23,867 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T20:39:23,909 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T20:39:23,912 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T20:39:23,914 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T20:39:23,926 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T20:39:23,930 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T20:39:23,935 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T20:39:23,942 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T20:39:23,943 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T20:39:23,950 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T20:39:23,971 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T20:39:23,981 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T20:39:23,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T20:39:23,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T20:39:23,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:23,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:23,996 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,35543,1731962360780, sessionid=0x10150f602a60000, setting cluster-up flag (Was=false)
2024-11-18T20:39:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:24,051 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T20:39:24,054 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,35543,1731962360780
2024-11-18T20:39:24,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:24,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:39:24,101 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T20:39:24,104 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,35543,1731962360780
2024-11-18T20:39:24,113 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T20:39:24,144 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(746): ClusterId : 3511c76a-d188-42f9-ab2b-f98e92263c1e
2024-11-18T20:39:24,146 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T20:39:24,158 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T20:39:24,159 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T20:39:24,168 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T20:39:24,169 DEBUG [RS:0;29a7ef02c270:40283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de94532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0
2024-11-18T20:39:24,181 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:40283
2024-11-18T20:39:24,184 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T20:39:24,184 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T20:39:24,184 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T20:39:24,184 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T20:39:24,187 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,35543,1731962360780 with port=40283, startcode=1731962361461
2024-11-18T20:39:24,194 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T20:39:24,200 DEBUG [RS:0;29a7ef02c270:40283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T20:39:24,201 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T20:39:24,206 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,35543,1731962360780
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T20:39:24,213 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5
2024-11-18T20:39:24,213 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5
2024-11-18T20:39:24,214 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5
2024-11-18T20:39:24,214 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5
2024-11-18T20:39:24,214 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10
2024-11-18T20:39:24,214 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:24,215 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2
2024-11-18T20:39:24,215 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:24,228 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962394228
2024-11-18T20:39:24,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T20:39:24,228 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T20:39:24,229 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T20:39:24,230 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T20:39:24,233 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T20:39:24,234 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T20:39:24,234 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T20:39:24,234 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T20:39:24,236 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:24,235 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:24,237 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T20:39:24,237 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T20:39:24,240 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T20:39:24,242 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T20:39:24,242 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T20:39:24,244 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T20:39:24,245 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T20:39:24,245 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35543 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T20:39:24,248 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962364246,5,FailOnTimeoutGroup]
2024-11-18T20:39:24,249 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962364249,5,FailOnTimeoutGroup]
2024-11-18T20:39:24,250 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:24,250 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T20:39:24,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741831_1007 (size=1321)
2024-11-18T20:39:24,251 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:24,251 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:24,267 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T20:39:24,268 WARN  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-18T20:39:24,656 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T20:39:24,657 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:39:24,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741832_1008 (size=32)
2024-11-18T20:39:25,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:39:25,082 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T20:39:25,085 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T20:39:25,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:25,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:39:25,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T20:39:25,089 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T20:39:25,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:25,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:39:25,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T20:39:25,093 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T20:39:25,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:25,094 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:39:25,094 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T20:39:25,097 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T20:39:25,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:39:25,098 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:39:25,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T20:39:25,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740
2024-11-18T20:39:25,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740
2024-11-18T20:39:25,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T20:39:25,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T20:39:25,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T20:39:25,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T20:39:25,111 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:39:25,112 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70596321, jitterRate=0.051967158913612366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T20:39:25,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731962365077Initializing all the Stores at 1731962365082 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962365082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962365082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962365082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962365082Cleaning up temporary data from old regions at 1731962365104 (+22 ms)Region opened successfully at 1731962365116 (+12 ms)
2024-11-18T20:39:25,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T20:39:25,117 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T20:39:25,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T20:39:25,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T20:39:25,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T20:39:25,118 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T20:39:25,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731962365117Disabling compacts and flushes for region at 1731962365117Disabling writes for close at 1731962365117Writing region close event to WAL at 1731962365118 (+1 ms)Closed at 1731962365118
2024-11-18T20:39:25,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T20:39:25,122 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T20:39:25,128 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T20:39:25,134 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T20:39:25,137 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T20:39:25,288 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:26,289 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:27,290 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:28,292 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:29,293 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:30,294 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:31,117 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T20:39:31,119 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T20:39:31,295 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:32,296 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:33,297 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:34,298 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:35,300 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:36,301 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:37,302 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:38,303 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:39,304 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:40,305 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:41,305 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:42,306 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:43,307 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:44,307 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:45,308 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:46,309 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:47,310 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:48,310 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:49,311 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:49,924 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:39:50,312 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:51,313 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:52,313 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:53,314 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:54,269 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,35543,1731962360780 with port=40283, startcode=1731962361461
2024-11-18T20:39:54,271 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,40283,1731962361461
2024-11-18T20:39:54,273 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35543 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,40283,1731962361461
2024-11-18T20:39:54,280 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:39:54,281 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42511
2024-11-18T20:39:54,281 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T20:39:54,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T20:39:54,300 DEBUG [RS:0;29a7ef02c270:40283 {}] zookeeper.ZKUtil(111): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/29a7ef02c270,40283,1731962361461
2024-11-18T20:39:54,300 WARN  [RS:0;29a7ef02c270:40283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T20:39:54,300 INFO  [RS:0;29a7ef02c270:40283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T20:39:54,300 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/WALs/29a7ef02c270,40283,1731962361461
2024-11-18T20:39:54,302 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,40283,1731962361461]
2024-11-18T20:39:54,315 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:54,326 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T20:39:54,340 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T20:39:54,345 INFO  [RS:0;29a7ef02c270:40283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T20:39:54,345 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,346 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T20:39:54,351 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T20:39:54,352 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,352 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,353 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,353 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,353 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,353 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,353 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2
2024-11-18T20:39:54,353 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,353 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,354 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,354 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,354 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,354 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:39:54,354 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3
2024-11-18T20:39:54,354 DEBUG [RS:0;29a7ef02c270:40283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3
2024-11-18T20:39:54,355 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,355 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,355 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,356 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,356 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,356 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40283,1731962361461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T20:39:54,375 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T20:39:54,377 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40283,1731962361461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,377 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,377 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.Replication(171): 29a7ef02c270,40283,1731962361461 started
2024-11-18T20:39:54,394 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:39:54,395 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,40283,1731962361461, RpcServer on 29a7ef02c270/172.17.0.2:40283, sessionid=0x10150f602a60001
2024-11-18T20:39:54,396 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T20:39:54,396 DEBUG [RS:0;29a7ef02c270:40283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,40283,1731962361461
2024-11-18T20:39:54,396 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,40283,1731962361461'
2024-11-18T20:39:54,396 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T20:39:54,397 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T20:39:54,398 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T20:39:54,398 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T20:39:54,398 DEBUG [RS:0;29a7ef02c270:40283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,40283,1731962361461
2024-11-18T20:39:54,398 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,40283,1731962361461'
2024-11-18T20:39:54,398 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T20:39:54,399 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T20:39:54,400 DEBUG [RS:0;29a7ef02c270:40283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T20:39:54,400 INFO  [RS:0;29a7ef02c270:40283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T20:39:54,400 INFO  [RS:0;29a7ef02c270:40283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T20:39:55,315 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:56,316 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:57,317 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:58,317 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:39:59,318 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:00,319 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:01,319 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:02,320 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:03,320 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:04,321 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:05,322 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:06,322 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:07,323 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:08,324 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:09,324 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:10,325 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:11,325 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:12,326 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:13,327 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:14,328 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:15,328 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:16,329 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:17,330 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:18,330 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:19,331 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:19,924 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:40:20,332 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:21,332 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:22,333 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:23,333 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:24,334 WARN  [29a7ef02c270:35543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-18T20:40:24,404 INFO  [RS:0;29a7ef02c270:40283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T20:40:24,409 INFO  [RS:0;29a7ef02c270:40283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C40283%2C1731962361461, suffix=, logDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/WALs/29a7ef02c270,40283,1731962361461, archiveDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/oldWALs, maxLogs=32
2024-11-18T20:40:24,426 DEBUG [RS:0;29a7ef02c270:40283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/WALs/29a7ef02c270,40283,1731962361461/29a7ef02c270%2C40283%2C1731962361461.1731962424412, exclude list is [], retry=0
2024-11-18T20:40:24,431 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44047,DS-41012d41-7ed4-4cd9-8a16-d8d45586befb,DISK]
2024-11-18T20:40:24,434 INFO  [RS:0;29a7ef02c270:40283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/WALs/29a7ef02c270,40283,1731962361461/29a7ef02c270%2C40283%2C1731962361461.1731962424412
2024-11-18T20:40:24,435 DEBUG [RS:0;29a7ef02c270:40283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677)]
2024-11-18T20:40:24,586 DEBUG [29a7ef02c270:35543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T20:40:24,597 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:24,603 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,40283,1731962361461, state=OPENING
2024-11-18T20:40:24,647 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T20:40:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:40:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:40:24,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T20:40:24,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T20:40:24,658 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T20:40:24,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:40:24,833 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T20:40:24,836 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T20:40:24,847 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T20:40:24,847 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T20:40:24,848 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T20:40:24,851 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C40283%2C1731962361461.meta, suffix=.meta, logDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/WALs/29a7ef02c270,40283,1731962361461, archiveDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/oldWALs, maxLogs=32
2024-11-18T20:40:24,867 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/WALs/29a7ef02c270,40283,1731962361461/29a7ef02c270%2C40283%2C1731962361461.meta.1731962424854.meta, exclude list is [], retry=0
2024-11-18T20:40:24,870 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44047,DS-41012d41-7ed4-4cd9-8a16-d8d45586befb,DISK]
2024-11-18T20:40:24,873 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/WALs/29a7ef02c270,40283,1731962361461/29a7ef02c270%2C40283%2C1731962361461.meta.1731962424854.meta
2024-11-18T20:40:24,874 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677)]
2024-11-18T20:40:24,874 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:40:24,876 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T20:40:24,878 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T20:40:24,883 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T20:40:24,886 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T20:40:24,887 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:24,887 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T20:40:24,888 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T20:40:24,891 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T20:40:24,892 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T20:40:24,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:24,893 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:40:24,893 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T20:40:24,895 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T20:40:24,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:24,896 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:40:24,896 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T20:40:24,897 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T20:40:24,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:24,898 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:40:24,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T20:40:24,900 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T20:40:24,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:24,901 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:40:24,901 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T20:40:24,903 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740
2024-11-18T20:40:24,906 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740
2024-11-18T20:40:24,908 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T20:40:24,908 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T20:40:24,909 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T20:40:24,912 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T20:40:24,914 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66410329, jitterRate=-0.010408982634544373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T20:40:24,914 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T20:40:24,915 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731962424888Writing region info on filesystem at 1731962424888Initializing all the Stores at 1731962424890 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962424890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962424890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962424890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962424890Cleaning up temporary data from old regions at 1731962424909 (+19 ms)Running coprocessor post-open hooks at 1731962424914 (+5 ms)Region opened successfully at 1731962424915 (+1 ms)
2024-11-18T20:40:24,922 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962424825
2024-11-18T20:40:24,933 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T20:40:24,934 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T20:40:24,936 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:24,938 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,40283,1731962361461, state=OPEN
2024-11-18T20:40:24,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T20:40:24,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T20:40:24,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T20:40:24,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T20:40:24,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:24,979 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T20:40:24,980 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,40283,1731962361461 in 314 msec
2024-11-18T20:40:24,987 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T20:40:24,987 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.8540 sec
2024-11-18T20:40:24,989 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T20:40:24,989 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T20:40:25,005 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:40:25,006 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40283,1731962361461, seqNum=-1]
2024-11-18T20:40:25,029 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:40:25,032 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:40:25,053 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.91 sec
2024-11-18T20:40:25,053 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962425053, completionTime=-1
2024-11-18T20:40:25,055 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T20:40:25,056 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-18T20:40:25,118 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-18T20:40:25,119 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962485118
2024-11-18T20:40:25,119 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962545119
2024-11-18T20:40:25,119 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 63 msec
2024-11-18T20:40:25,125 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35543,1731962360780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T20:40:25,125 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35543,1731962360780-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:40:25,125 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35543,1731962360780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:40:25,127 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:35543, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:40:25,128 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T20:40:25,129 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T20:40:25,135 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T20:40:25,159 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.548sec
2024-11-18T20:40:25,160 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T20:40:25,161 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T20:40:25,162 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T20:40:25,163 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T20:40:25,163 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T20:40:25,164 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35543,1731962360780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T20:40:25,165 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35543,1731962360780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T20:40:25,172 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T20:40:25,173 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T20:40:25,173 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,35543,1731962360780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:40:25,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5e818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:40:25,218 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T20:40:25,218 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T20:40:25,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35543,-1 for getting cluster id
2024-11-18T20:40:25,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:40:25,233 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3511c76a-d188-42f9-ab2b-f98e92263c1e'
2024-11-18T20:40:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:40:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3511c76a-d188-42f9-ab2b-f98e92263c1e"

2024-11-18T20:40:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:40:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35543,-1]
2024-11-18T20:40:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:40:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:40:25,246 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:40:25,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ba9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:40:25,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:40:25,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40283,1731962361461, seqNum=-1]
2024-11-18T20:40:25,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:40:25,261 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:40:25,280 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,35543,1731962360780
2024-11-18T20:40:25,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14688263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:40:25,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,35543,-1 for getting cluster id
2024-11-18T20:40:25,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:40:25,285 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3511c76a-d188-42f9-ab2b-f98e92263c1e'
2024-11-18T20:40:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:40:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3511c76a-d188-42f9-ab2b-f98e92263c1e"

2024-11-18T20:40:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:40:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,35543,-1]
2024-11-18T20:40:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:40:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:40:25,288 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:40:25,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:40:25,305 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=7618
2024-11-18T20:40:25,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T20:40:25,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,35543,1731962360780
2024-11-18T20:40:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18689943
2024-11-18T20:40:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T20:40:25,324 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T20:40:25,330 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:40:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T20:40:25,340 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:40:25,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:25,342 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-18T20:40:25,344 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:40:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T20:40:25,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741835_1011 (size=428)
2024-11-18T20:40:25,759 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dea4f78ea3e82a92edbe574628946d3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:40:25,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741836_1012 (size=79)
2024-11-18T20:40:26,169 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:26,170 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4dea4f78ea3e82a92edbe574628946d3, disabling compactions & flushes
2024-11-18T20:40:26,170 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:40:26,170 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:40:26,170 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3. after waiting 0 ms
2024-11-18T20:40:26,170 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:40:26,170 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:40:26,170 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dea4f78ea3e82a92edbe574628946d3:
Waiting for close lock at 1731962426170Disabling compacts and flushes for region at 1731962426170Disabling writes for close at 1731962426170Writing region close event to WAL at 1731962426170Closed at 1731962426170
2024-11-18T20:40:26,173 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:40:26,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731962426173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962426173"}]},"ts":"1731962426173"}
2024-11-18T20:40:26,183 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:40:26,185 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:40:26,187 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962426185"}]},"ts":"1731962426185"}
2024-11-18T20:40:26,192 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-18T20:40:26,194 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4dea4f78ea3e82a92edbe574628946d3, ASSIGN}]
2024-11-18T20:40:26,197 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4dea4f78ea3e82a92edbe574628946d3, ASSIGN
2024-11-18T20:40:26,198 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4dea4f78ea3e82a92edbe574628946d3, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:40:26,350 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dea4f78ea3e82a92edbe574628946d3, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:26,354 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4dea4f78ea3e82a92edbe574628946d3, ASSIGN because future has completed
2024-11-18T20:40:26,355 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dea4f78ea3e82a92edbe574628946d3, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:40:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T20:40:26,515 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:40:26,516 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dea4f78ea3e82a92edbe574628946d3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:40:26,517 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,517 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:26,517 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,517 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,520 INFO  [StoreOpener-4dea4f78ea3e82a92edbe574628946d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4dea4f78ea3e82a92edbe574628946d3 
2024-11-18T20:40:26,522 INFO  [StoreOpener-4dea4f78ea3e82a92edbe574628946d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dea4f78ea3e82a92edbe574628946d3 columnFamilyName testFamily
2024-11-18T20:40:26,522 DEBUG [StoreOpener-4dea4f78ea3e82a92edbe574628946d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:26,523 INFO  [StoreOpener-4dea4f78ea3e82a92edbe574628946d3-1 {}] regionserver.HStore(327): Store=4dea4f78ea3e82a92edbe574628946d3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:40:26,523 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,525 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,526 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,526 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,527 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,530 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,534 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:40:26,535 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4dea4f78ea3e82a92edbe574628946d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65605642, jitterRate=-0.02239975333213806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:40:26,535 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:40:26,536 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4dea4f78ea3e82a92edbe574628946d3:
Running coprocessor pre-open hook at 1731962426517Writing region info on filesystem at 1731962426517Initializing all the Stores at 1731962426519 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962426519Cleaning up temporary data from old regions at 1731962426527 (+8 ms)Running coprocessor post-open hooks at 1731962426535 (+8 ms)Region opened successfully at 1731962426536 (+1 ms)
2024-11-18T20:40:26,538 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3., pid=6, masterSystemTime=1731962426509
2024-11-18T20:40:26,542 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:40:26,542 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:40:26,543 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dea4f78ea3e82a92edbe574628946d3, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:26,547 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dea4f78ea3e82a92edbe574628946d3, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:40:26,554 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T20:40:26,554 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dea4f78ea3e82a92edbe574628946d3, server=29a7ef02c270,40283,1731962361461 in 194 msec
2024-11-18T20:40:26,559 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T20:40:26,560 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4dea4f78ea3e82a92edbe574628946d3, ASSIGN in 360 msec
2024-11-18T20:40:26,562 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:40:26,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962426562"}]},"ts":"1731962426562"}
2024-11-18T20:40:26,566 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-18T20:40:26,568 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:40:26,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2360 sec
2024-11-18T20:40:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T20:40:28,375 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-18T20:40:28,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-18T20:40:28,377 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:28,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-18T20:40:28,386 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:28,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-18T20:40:28,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:40:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,40283,1731962361461, seqNum=-1]
2024-11-18T20:40:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:40:28,395 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:40:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:40:28,416 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:40:28,420 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-18T20:40:28,425 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T20:40:28,430 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T20:40:28,433 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T20:40:28,434 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=9170373815459381256
2024-11-18T20:40:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:59338 deadline: 1731962431432, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T20:40:28,442 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T20:40:28,443 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T20:40:28,445 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:28,447 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:28,448 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=9170373815459381258
2024-11-18T20:40:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:59338 deadline: 1731962431446, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T20:40:28,451 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:28,452 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=9170373815459381259
2024-11-18T20:40:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:59338 deadline: 1731962431451, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T20:40:28,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:28,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=9170373815459381260
2024-11-18T20:40:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:59338 deadline: 1731962431455, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T20:40:28,460 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:28,470 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/29a7ef02c270:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-90070629_22 at /127.0.0.1:34160 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=7610 (was 7618)
2024-11-18T20:40:28,479 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7609
2024-11-18T20:40:28,482 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:40:28,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-18T20:40:28,487 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:40:28,487 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:28,487 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-18T20:40:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:40:28,489 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:40:28,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741837_1013 (size=414)
2024-11-18T20:40:28,906 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4200f1e6db8925d7c9ba9f7dea5719ee, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:40:28,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741838_1014 (size=65)
2024-11-18T20:40:29,318 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:29,318 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 4200f1e6db8925d7c9ba9f7dea5719ee, disabling compactions & flushes
2024-11-18T20:40:29,318 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:40:29,318 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:40:29,318 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee. after waiting 0 ms
2024-11-18T20:40:29,318 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:40:29,318 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:40:29,319 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4200f1e6db8925d7c9ba9f7dea5719ee:
Waiting for close lock at 1731962429318Disabling compacts and flushes for region at 1731962429318Disabling writes for close at 1731962429318Writing region close event to WAL at 1731962429318Closed at 1731962429318
2024-11-18T20:40:29,322 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:40:29,322 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731962429322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962429322"}]},"ts":"1731962429322"}
2024-11-18T20:40:29,326 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:40:29,328 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:40:29,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962429328"}]},"ts":"1731962429328"}
2024-11-18T20:40:29,331 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T20:40:29,331 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4200f1e6db8925d7c9ba9f7dea5719ee, ASSIGN}]
2024-11-18T20:40:29,333 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4200f1e6db8925d7c9ba9f7dea5719ee, ASSIGN
2024-11-18T20:40:29,335 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4200f1e6db8925d7c9ba9f7dea5719ee, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:40:29,486 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4200f1e6db8925d7c9ba9f7dea5719ee, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:29,493 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4200f1e6db8925d7c9ba9f7dea5719ee, ASSIGN because future has completed
2024-11-18T20:40:29,494 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4200f1e6db8925d7c9ba9f7dea5719ee, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:40:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:40:29,659 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:40:29,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 4200f1e6db8925d7c9ba9f7dea5719ee, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:40:29,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:29,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,664 INFO  [StoreOpener-4200f1e6db8925d7c9ba9f7dea5719ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4200f1e6db8925d7c9ba9f7dea5719ee 
2024-11-18T20:40:29,666 INFO  [StoreOpener-4200f1e6db8925d7c9ba9f7dea5719ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4200f1e6db8925d7c9ba9f7dea5719ee columnFamilyName testFamily
2024-11-18T20:40:29,666 DEBUG [StoreOpener-4200f1e6db8925d7c9ba9f7dea5719ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:29,667 INFO  [StoreOpener-4200f1e6db8925d7c9ba9f7dea5719ee-1 {}] regionserver.HStore(327): Store=4200f1e6db8925d7c9ba9f7dea5719ee/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:40:29,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:40:29,677 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 4200f1e6db8925d7c9ba9f7dea5719ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59948549, jitterRate=-0.10669700801372528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:40:29,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:40:29,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 4200f1e6db8925d7c9ba9f7dea5719ee:
Running coprocessor pre-open hook at 1731962429661Writing region info on filesystem at 1731962429661Initializing all the Stores at 1731962429663 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962429664 (+1 ms)Cleaning up temporary data from old regions at 1731962429670 (+6 ms)Running coprocessor post-open hooks at 1731962429677 (+7 ms)Region opened successfully at 1731962429678 (+1 ms)
2024-11-18T20:40:29,679 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee., pid=9, masterSystemTime=1731962429649
2024-11-18T20:40:29,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:40:29,683 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:40:29,684 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4200f1e6db8925d7c9ba9f7dea5719ee, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:29,687 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4200f1e6db8925d7c9ba9f7dea5719ee, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:40:29,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-18T20:40:29,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4200f1e6db8925d7c9ba9f7dea5719ee, server=29a7ef02c270,40283,1731962361461 in 195 msec
2024-11-18T20:40:29,697 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T20:40:29,697 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=4200f1e6db8925d7c9ba9f7dea5719ee, ASSIGN in 362 msec
2024-11-18T20:40:29,698 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:40:29,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962429698"}]},"ts":"1731962429698"}
2024-11-18T20:40:29,701 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T20:40:29,703 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:40:29,707 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2210 sec
2024-11-18T20:40:30,425 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:40:30,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-18T20:40:30,452 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T20:40:30,452 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-18T20:40:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T20:40:31,116 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T20:40:31,117 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T20:40:31,117 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T20:40:31,118 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T20:40:31,118 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T20:40:31,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T20:40:31,119 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T20:40:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:40:31,534 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-18T20:40:31,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T20:40:31,535 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:31,539 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T20:40:31,540 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:31,540 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-18T20:40:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:40:31,555 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:40:31,556 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T20:40:31,559 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T20:40:31,561 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T20:40:37,581 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee., hostname=29a7ef02c270,40283,1731962361461, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=29a7ef02c270:40283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6018ms, rpcTimeout=5999ms
2024-11-18T20:40:37,582 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6018ms, rpcTimeout=5999ms
2024-11-18T20:40:37,582 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 from cache
2024-11-18T20:40:37,591 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7606 (was 7609)
2024-11-18T20:40:37,599 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=7605
2024-11-18T20:40:37,602 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:40:37,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-18T20:40:37,606 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:40:37,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:37,606 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-18T20:40:37,608 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:40:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T20:40:37,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741839_1015 (size=412)
2024-11-18T20:40:38,024 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e97f10e6337bd78b713b6e48dc2f1a5, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:40:38,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741840_1016 (size=63)
2024-11-18T20:40:38,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-18T20:40:38,443 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:38,444 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5e97f10e6337bd78b713b6e48dc2f1a5, disabling compactions & flushes
2024-11-18T20:40:38,444 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:40:38,444 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:40:38,444 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5. after waiting 0 ms
2024-11-18T20:40:38,444 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:40:38,445 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:40:38,445 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e97f10e6337bd78b713b6e48dc2f1a5:
Waiting for close lock at 1731962438444Disabling compacts and flushes for region at 1731962438444Disabling writes for close at 1731962438444Writing region close event to WAL at 1731962438445 (+1 ms)Closed at 1731962438445
2024-11-18T20:40:38,448 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:40:38,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731962438448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962438448"}]},"ts":"1731962438448"}
2024-11-18T20:40:38,452 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:40:38,453 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:40:38,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962438453"}]},"ts":"1731962438453"}
2024-11-18T20:40:38,456 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T20:40:38,457 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5e97f10e6337bd78b713b6e48dc2f1a5, ASSIGN}]
2024-11-18T20:40:38,458 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5e97f10e6337bd78b713b6e48dc2f1a5, ASSIGN
2024-11-18T20:40:38,460 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5e97f10e6337bd78b713b6e48dc2f1a5, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:40:38,611 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5e97f10e6337bd78b713b6e48dc2f1a5, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:38,614 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5e97f10e6337bd78b713b6e48dc2f1a5, ASSIGN because future has completed
2024-11-18T20:40:38,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e97f10e6337bd78b713b6e48dc2f1a5, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:40:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T20:40:38,779 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:40:38,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e97f10e6337bd78b713b6e48dc2f1a5, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:40:38,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:38,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,783 INFO  [StoreOpener-5e97f10e6337bd78b713b6e48dc2f1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5e97f10e6337bd78b713b6e48dc2f1a5 
2024-11-18T20:40:38,785 INFO  [StoreOpener-5e97f10e6337bd78b713b6e48dc2f1a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e97f10e6337bd78b713b6e48dc2f1a5 columnFamilyName testFamily
2024-11-18T20:40:38,785 DEBUG [StoreOpener-5e97f10e6337bd78b713b6e48dc2f1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:38,786 INFO  [StoreOpener-5e97f10e6337bd78b713b6e48dc2f1a5-1 {}] regionserver.HStore(327): Store=5e97f10e6337bd78b713b6e48dc2f1a5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:40:38,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:40:38,795 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 5e97f10e6337bd78b713b6e48dc2f1a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65519665, jitterRate=-0.0236809104681015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:40:38,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:40:38,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5e97f10e6337bd78b713b6e48dc2f1a5:
Running coprocessor pre-open hook at 1731962438781Writing region info on filesystem at 1731962438781Initializing all the Stores at 1731962438782 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962438782Cleaning up temporary data from old regions at 1731962438788 (+6 ms)Running coprocessor post-open hooks at 1731962438796 (+8 ms)Region opened successfully at 1731962438797 (+1 ms)
2024-11-18T20:40:38,798 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5., pid=12, masterSystemTime=1731962438769
2024-11-18T20:40:38,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:40:38,802 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:40:38,803 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5e97f10e6337bd78b713b6e48dc2f1a5, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:38,806 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e97f10e6337bd78b713b6e48dc2f1a5, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:40:38,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T20:40:38,813 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e97f10e6337bd78b713b6e48dc2f1a5, server=29a7ef02c270,40283,1731962361461 in 193 msec
2024-11-18T20:40:38,814 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-18T20:40:38,814 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5e97f10e6337bd78b713b6e48dc2f1a5, ASSIGN in 354 msec
2024-11-18T20:40:38,815 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:40:38,816 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962438816"}]},"ts":"1731962438816"}
2024-11-18T20:40:38,818 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T20:40:38,820 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:40:38,822 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2180 sec
2024-11-18T20:40:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-18T20:40:40,657 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-18T20:40:40,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T20:40:40,658 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:40,669 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T20:40:40,670 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:40,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-18T20:40:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:40:40,684 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:40:40,684 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T20:40:40,688 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T20:40:40,690 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T20:40:40,692 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T20:40:40,692 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T20:40:41,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T20:40:41,116 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T20:40:42,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-18T20:40:44,310 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:40:46,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40283 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381269' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T20:40:46,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40283 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:59338 deadline: 1731962452703, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381269' does not exist
2024-11-18T20:40:46,708 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 29a7ef02c270,40283,1731962361461 for closing scanner id = 9170373815459381269 for 5e97f10e6337bd78b713b6e48dc2f1a5 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381269' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:40:46,710 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=7586 (was 7605)
2024-11-18T20:40:46,718 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=7585
2024-11-18T20:40:46,720 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:40:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-18T20:40:46,723 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:40:46,723 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:46,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-18T20:40:46,724 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:40:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:40:46,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741841_1017 (size=423)
2024-11-18T20:40:47,136 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ff975a92e8568dce8d9618ab2e1f091, NAME => 'testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:40:47,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741842_1018 (size=74)
2024-11-18T20:40:47,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-18T20:40:47,553 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:47,553 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 0ff975a92e8568dce8d9618ab2e1f091, disabling compactions & flushes
2024-11-18T20:40:47,553 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:40:47,554 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:40:47,554 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091. after waiting 0 ms
2024-11-18T20:40:47,554 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:40:47,554 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:40:47,554 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ff975a92e8568dce8d9618ab2e1f091:
Waiting for close lock at 1731962447553Disabling compacts and flushes for region at 1731962447553Disabling writes for close at 1731962447554 (+1 ms)Writing region close event to WAL at 1731962447554Closed at 1731962447554
2024-11-18T20:40:47,560 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:40:47,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731962447560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962447560"}]},"ts":"1731962447560"}
2024-11-18T20:40:47,564 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:40:47,566 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:40:47,567 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962447566"}]},"ts":"1731962447566"}
2024-11-18T20:40:47,570 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-18T20:40:47,571 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0ff975a92e8568dce8d9618ab2e1f091, ASSIGN}]
2024-11-18T20:40:47,573 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0ff975a92e8568dce8d9618ab2e1f091, ASSIGN
2024-11-18T20:40:47,574 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0ff975a92e8568dce8d9618ab2e1f091, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:40:47,726 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0ff975a92e8568dce8d9618ab2e1f091, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:47,733 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0ff975a92e8568dce8d9618ab2e1f091, ASSIGN because future has completed
2024-11-18T20:40:47,734 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ff975a92e8568dce8d9618ab2e1f091, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:40:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:40:47,902 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:40:47,902 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ff975a92e8568dce8d9618ab2e1f091, NAME => 'testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:40:47,902 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,903 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:47,903 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,903 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,905 INFO  [StoreOpener-0ff975a92e8568dce8d9618ab2e1f091-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0ff975a92e8568dce8d9618ab2e1f091 
2024-11-18T20:40:47,908 INFO  [StoreOpener-0ff975a92e8568dce8d9618ab2e1f091-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ff975a92e8568dce8d9618ab2e1f091 columnFamilyName testFamily
2024-11-18T20:40:47,908 DEBUG [StoreOpener-0ff975a92e8568dce8d9618ab2e1f091-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:47,909 INFO  [StoreOpener-0ff975a92e8568dce8d9618ab2e1f091-1 {}] regionserver.HStore(327): Store=0ff975a92e8568dce8d9618ab2e1f091/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:40:47,909 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,910 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,911 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,911 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,911 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,914 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,917 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:40:47,918 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0ff975a92e8568dce8d9618ab2e1f091; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70203487, jitterRate=0.046113476157188416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:40:47,918 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:40:47,918 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0ff975a92e8568dce8d9618ab2e1f091:
Running coprocessor pre-open hook at 1731962447903Writing region info on filesystem at 1731962447903Initializing all the Stores at 1731962447904 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962447904Cleaning up temporary data from old regions at 1731962447911 (+7 ms)Running coprocessor post-open hooks at 1731962447918 (+7 ms)Region opened successfully at 1731962447918
2024-11-18T20:40:47,920 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091., pid=15, masterSystemTime=1731962447887
2024-11-18T20:40:47,923 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:40:47,923 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:40:47,924 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0ff975a92e8568dce8d9618ab2e1f091, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:47,926 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ff975a92e8568dce8d9618ab2e1f091, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:40:47,931 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-18T20:40:47,931 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ff975a92e8568dce8d9618ab2e1f091, server=29a7ef02c270,40283,1731962361461 in 195 msec
2024-11-18T20:40:47,935 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T20:40:47,935 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=0ff975a92e8568dce8d9618ab2e1f091, ASSIGN in 361 msec
2024-11-18T20:40:47,936 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:40:47,936 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962447936"}]},"ts":"1731962447936"}
2024-11-18T20:40:47,939 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-18T20:40:47,940 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:40:47,943 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2200 sec
2024-11-18T20:40:48,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-18T20:40:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:40:49,768 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-18T20:40:49,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-18T20:40:49,769 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:49,779 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-18T20:40:49,779 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:49,779 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-18T20:40:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:40:49,796 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:40:49,796 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-18T20:40:49,800 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-18T20:40:49,803 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-18T20:40:49,804 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-18T20:40:49,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=9170373815459381273
2024-11-18T20:40:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:59338 deadline: 1731962452804, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T20:40:49,809 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-18T20:40:49,811 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-18T20:40:49,811 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:49,813 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:49,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=9170373815459381275
2024-11-18T20:40:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:59338 deadline: 1731962452813, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T20:40:49,818 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:49,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=9170373815459381276
2024-11-18T20:40:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:59338 deadline: 1731962452817, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T20:40:49,822 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:49,823 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=9170373815459381277
2024-11-18T20:40:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:59338 deadline: 1731962452822, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-18T20:40:49,827 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-18T20:40:49,833 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-90070629_22 at /127.0.0.1:54250 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=7582 (was 7585)
2024-11-18T20:40:49,841 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=7582
2024-11-18T20:40:49,844 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:40:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-18T20:40:49,847 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:40:49,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:49,847 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-18T20:40:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T20:40:49,849 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:40:49,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741843_1019 (size=418)
2024-11-18T20:40:49,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:40:50,266 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 870f6278ce6c03080986fca9fb7c80ff, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:40:50,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741844_1020 (size=69)
2024-11-18T20:40:50,282 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:50,283 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 870f6278ce6c03080986fca9fb7c80ff, disabling compactions & flushes
2024-11-18T20:40:50,283 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:40:50,283 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:40:50,283 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff. after waiting 0 ms
2024-11-18T20:40:50,283 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:40:50,283 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:40:50,283 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 870f6278ce6c03080986fca9fb7c80ff:
Waiting for close lock at 1731962450282Disabling compacts and flushes for region at 1731962450282Disabling writes for close at 1731962450283 (+1 ms)Writing region close event to WAL at 1731962450283Closed at 1731962450283
2024-11-18T20:40:50,285 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:40:50,286 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731962450285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962450285"}]},"ts":"1731962450285"}
2024-11-18T20:40:50,289 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:40:50,291 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:40:50,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962450291"}]},"ts":"1731962450291"}
2024-11-18T20:40:50,294 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-18T20:40:50,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=870f6278ce6c03080986fca9fb7c80ff, ASSIGN}]
2024-11-18T20:40:50,296 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=870f6278ce6c03080986fca9fb7c80ff, ASSIGN
2024-11-18T20:40:50,298 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=870f6278ce6c03080986fca9fb7c80ff, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:40:50,450 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=870f6278ce6c03080986fca9fb7c80ff, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:50,457 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=870f6278ce6c03080986fca9fb7c80ff, ASSIGN because future has completed
2024-11-18T20:40:50,457 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870f6278ce6c03080986fca9fb7c80ff, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:40:50,620 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:40:50,621 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 870f6278ce6c03080986fca9fb7c80ff, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:40:50,621 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,621 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:50,621 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,621 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,623 INFO  [StoreOpener-870f6278ce6c03080986fca9fb7c80ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 870f6278ce6c03080986fca9fb7c80ff 
2024-11-18T20:40:50,625 INFO  [StoreOpener-870f6278ce6c03080986fca9fb7c80ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870f6278ce6c03080986fca9fb7c80ff columnFamilyName testFamily
2024-11-18T20:40:50,625 DEBUG [StoreOpener-870f6278ce6c03080986fca9fb7c80ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:50,626 INFO  [StoreOpener-870f6278ce6c03080986fca9fb7c80ff-1 {}] regionserver.HStore(327): Store=870f6278ce6c03080986fca9fb7c80ff/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:40:50,626 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,628 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,628 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,629 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,629 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,631 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,635 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:40:50,636 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 870f6278ce6c03080986fca9fb7c80ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69106103, jitterRate=0.0297611802816391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:40:50,636 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:40:50,636 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 870f6278ce6c03080986fca9fb7c80ff:
Running coprocessor pre-open hook at 1731962450622Writing region info on filesystem at 1731962450622Initializing all the Stores at 1731962450623 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962450623Cleaning up temporary data from old regions at 1731962450629 (+6 ms)Running coprocessor post-open hooks at 1731962450636 (+7 ms)Region opened successfully at 1731962450636
2024-11-18T20:40:50,637 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., pid=18, masterSystemTime=1731962450611
2024-11-18T20:40:50,640 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:40:50,640 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:40:50,641 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=870f6278ce6c03080986fca9fb7c80ff, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:50,644 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870f6278ce6c03080986fca9fb7c80ff, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:40:50,648 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T20:40:50,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 870f6278ce6c03080986fca9fb7c80ff, server=29a7ef02c270,40283,1731962361461 in 188 msec
2024-11-18T20:40:50,651 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-18T20:40:50,651 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=870f6278ce6c03080986fca9fb7c80ff, ASSIGN in 354 msec
2024-11-18T20:40:50,652 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:40:50,652 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962450652"}]},"ts":"1731962450652"}
2024-11-18T20:40:50,654 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-18T20:40:50,656 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:40:50,658 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 812 msec
2024-11-18T20:40:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-18T20:40:50,855 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-18T20:40:50,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-18T20:40:50,855 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:50,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-18T20:40:50,865 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:50,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-18T20:40:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:40:50,880 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:40:50,881 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-18T20:40:50,884 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T20:40:50,885 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T20:40:51,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T20:40:51,116 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-18T20:40:51,117 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T20:40:51,117 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-18T20:40:51,886 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=29a7ef02c270:40283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-11-18T20:40:51,886 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-11-18T20:40:51,887 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 from cache
2024-11-18T20:40:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-18T20:40:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:40:52,898 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T20:40:53,406 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:40:53,886 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=29a7ef02c270:40283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=988ms, rpcTimeout=987ms
2024-11-18T20:40:53,886 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=988ms, rpcTimeout=987ms
2024-11-18T20:40:53,886 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 from cache
2024-11-18T20:40:53,902 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=7563 (was 7582)
2024-11-18T20:40:53,911 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=7563
2024-11-18T20:40:53,914 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:40:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-18T20:40:53,919 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:40:53,919 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:53,919 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-18T20:40:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:40:53,921 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:40:53,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741845_1021 (size=416)
2024-11-18T20:40:54,336 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90b0f13c3d0e090450110b15f6d18c59, NAME => 'testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:40:54,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741846_1022 (size=67)
2024-11-18T20:40:54,350 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:54,350 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 90b0f13c3d0e090450110b15f6d18c59, disabling compactions & flushes
2024-11-18T20:40:54,350 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:40:54,350 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:40:54,351 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59. after waiting 0 ms
2024-11-18T20:40:54,351 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:40:54,351 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:40:54,351 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90b0f13c3d0e090450110b15f6d18c59:
Waiting for close lock at 1731962454350Disabling compacts and flushes for region at 1731962454350Disabling writes for close at 1731962454351 (+1 ms)Writing region close event to WAL at 1731962454351Closed at 1731962454351
2024-11-18T20:40:54,354 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:40:54,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731962454354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962454354"}]},"ts":"1731962454354"}
2024-11-18T20:40:54,357 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:40:54,359 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:40:54,359 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962454359"}]},"ts":"1731962454359"}
2024-11-18T20:40:54,362 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-18T20:40:54,362 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90b0f13c3d0e090450110b15f6d18c59, ASSIGN}]
2024-11-18T20:40:54,364 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90b0f13c3d0e090450110b15f6d18c59, ASSIGN
2024-11-18T20:40:54,366 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90b0f13c3d0e090450110b15f6d18c59, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:40:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-18T20:40:54,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-18T20:40:54,516 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=90b0f13c3d0e090450110b15f6d18c59, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:54,520 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90b0f13c3d0e090450110b15f6d18c59, ASSIGN because future has completed
2024-11-18T20:40:54,520 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90b0f13c3d0e090450110b15f6d18c59, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:40:54,687 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:40:54,687 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 90b0f13c3d0e090450110b15f6d18c59, NAME => 'testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:40:54,688 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,688 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:54,688 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,689 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,691 INFO  [StoreOpener-90b0f13c3d0e090450110b15f6d18c59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 90b0f13c3d0e090450110b15f6d18c59 
2024-11-18T20:40:54,692 INFO  [StoreOpener-90b0f13c3d0e090450110b15f6d18c59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90b0f13c3d0e090450110b15f6d18c59 columnFamilyName testFamily
2024-11-18T20:40:54,692 DEBUG [StoreOpener-90b0f13c3d0e090450110b15f6d18c59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:54,693 INFO  [StoreOpener-90b0f13c3d0e090450110b15f6d18c59-1 {}] regionserver.HStore(327): Store=90b0f13c3d0e090450110b15f6d18c59/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:40:54,693 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,695 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,695 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,696 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,696 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,698 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,701 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:40:54,702 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 90b0f13c3d0e090450110b15f6d18c59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74669355, jitterRate=0.11266009509563446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:40:54,702 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:40:54,703 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 90b0f13c3d0e090450110b15f6d18c59:
Running coprocessor pre-open hook at 1731962454689Writing region info on filesystem at 1731962454689Initializing all the Stores at 1731962454690 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962454690Cleaning up temporary data from old regions at 1731962454696 (+6 ms)Running coprocessor post-open hooks at 1731962454702 (+6 ms)Region opened successfully at 1731962454703 (+1 ms)
2024-11-18T20:40:54,704 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59., pid=21, masterSystemTime=1731962454674
2024-11-18T20:40:54,707 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:40:54,707 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:40:54,708 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=90b0f13c3d0e090450110b15f6d18c59, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:54,710 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90b0f13c3d0e090450110b15f6d18c59, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:40:54,714 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-18T20:40:54,714 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 90b0f13c3d0e090450110b15f6d18c59, server=29a7ef02c270,40283,1731962361461 in 192 msec
2024-11-18T20:40:54,717 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T20:40:54,717 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90b0f13c3d0e090450110b15f6d18c59, ASSIGN in 352 msec
2024-11-18T20:40:54,719 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:40:54,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962454719"}]},"ts":"1731962454719"}
2024-11-18T20:40:54,722 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-18T20:40:54,723 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:40:54,726 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 809 msec
2024-11-18T20:40:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:40:54,936 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-18T20:40:54,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-18T20:40:54,936 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:54,946 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-18T20:40:54,946 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:40:54,946 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-18T20:40:54,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:40:54,960 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:40:54,960 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-18T20:40:54,963 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T20:40:54,965 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T20:40:54,966 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T20:40:54,967 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T20:40:57,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40283 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381288' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T20:40:57,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40283 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:59338 deadline: 1731962458983, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381288' does not exist
2024-11-18T20:40:57,984 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 29a7ef02c270,40283,1731962361461 for closing scanner id = 9170373815459381288 for 90b0f13c3d0e090450110b15f6d18c59 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381288' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:40:57,992 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=7566 (was 7563) - AvailableMemoryMB LEAK? -
2024-11-18T20:40:58,001 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7566
2024-11-18T20:40:58,004 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:40:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-18T20:40:58,007 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:40:58,008 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:58,008 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-18T20:40:58,009 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:40:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T20:40:58,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741847_1023 (size=411)
2024-11-18T20:40:58,423 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e033914601220d51f86746b10b6a695, NAME => 'testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:40:58,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741848_1024 (size=62)
2024-11-18T20:40:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-18T20:40:58,840 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:58,840 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 8e033914601220d51f86746b10b6a695, disabling compactions & flushes
2024-11-18T20:40:58,841 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:40:58,841 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:40:58,841 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695. after waiting 0 ms
2024-11-18T20:40:58,841 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:40:58,841 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:40:58,842 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e033914601220d51f86746b10b6a695:
Waiting for close lock at 1731962458840Disabling compacts and flushes for region at 1731962458840Disabling writes for close at 1731962458841 (+1 ms)Writing region close event to WAL at 1731962458841Closed at 1731962458841
2024-11-18T20:40:58,847 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:40:58,847 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731962458847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962458847"}]},"ts":"1731962458847"}
2024-11-18T20:40:58,851 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:40:58,853 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:40:58,853 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962458853"}]},"ts":"1731962458853"}
2024-11-18T20:40:58,856 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T20:40:58,857 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8e033914601220d51f86746b10b6a695, ASSIGN}]
2024-11-18T20:40:58,858 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8e033914601220d51f86746b10b6a695, ASSIGN
2024-11-18T20:40:58,860 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8e033914601220d51f86746b10b6a695, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:40:59,011 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8e033914601220d51f86746b10b6a695, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:59,019 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8e033914601220d51f86746b10b6a695, ASSIGN because future has completed
2024-11-18T20:40:59,020 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e033914601220d51f86746b10b6a695, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:40:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T20:40:59,188 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:40:59,188 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e033914601220d51f86746b10b6a695, NAME => 'testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:40:59,188 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,188 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:40:59,189 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,189 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,191 INFO  [StoreOpener-8e033914601220d51f86746b10b6a695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8e033914601220d51f86746b10b6a695 
2024-11-18T20:40:59,194 INFO  [StoreOpener-8e033914601220d51f86746b10b6a695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e033914601220d51f86746b10b6a695 columnFamilyName testFamily
2024-11-18T20:40:59,194 DEBUG [StoreOpener-8e033914601220d51f86746b10b6a695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:40:59,194 INFO  [StoreOpener-8e033914601220d51f86746b10b6a695-1 {}] regionserver.HStore(327): Store=8e033914601220d51f86746b10b6a695/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:40:59,195 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,196 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,197 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,198 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,198 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,200 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,203 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:40:59,204 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8e033914601220d51f86746b10b6a695; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74269074, jitterRate=0.10669544339179993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:40:59,204 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e033914601220d51f86746b10b6a695
2024-11-18T20:40:59,205 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8e033914601220d51f86746b10b6a695:
Running coprocessor pre-open hook at 1731962459189Writing region info on filesystem at 1731962459189Initializing all the Stores at 1731962459191 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962459191Cleaning up temporary data from old regions at 1731962459198 (+7 ms)Running coprocessor post-open hooks at 1731962459204 (+6 ms)Region opened successfully at 1731962459205 (+1 ms)
2024-11-18T20:40:59,206 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695., pid=24, masterSystemTime=1731962459175
2024-11-18T20:40:59,208 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:40:59,208 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:40:59,209 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8e033914601220d51f86746b10b6a695, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:40:59,211 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e033914601220d51f86746b10b6a695, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:40:59,215 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T20:40:59,215 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e033914601220d51f86746b10b6a695, server=29a7ef02c270,40283,1731962361461 in 192 msec
2024-11-18T20:40:59,217 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-18T20:40:59,218 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8e033914601220d51f86746b10b6a695, ASSIGN in 359 msec
2024-11-18T20:40:59,218 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:40:59,219 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962459218"}]},"ts":"1731962459218"}
2024-11-18T20:40:59,221 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T20:40:59,223 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:40:59,225 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2190 sec
2024-11-18T20:41:00,195 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:41:00,462 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-18T20:41:00,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-18T20:41:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-18T20:41:01,047 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-18T20:41:01,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T20:41:01,048 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:41:01,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T20:41:01,058 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:41:01,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-18T20:41:01,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:41:01,073 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:41:01,073 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T20:41:01,077 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T20:41:01,080 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T20:41:01,081 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T20:41:01,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-18T20:41:01,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-18T20:41:01,116 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T20:41:01,117 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-18T20:41:01,117 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T20:41:04,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40283 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381292' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T20:41:04,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40283 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:59338 deadline: 1731962465088, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381292' does not exist
2024-11-18T20:41:04,089 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 29a7ef02c270,40283,1731962361461 for closing scanner id = 9170373815459381292 for 8e033914601220d51f86746b10b6a695 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381292' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:41:04,093 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7548 (was 7566)
2024-11-18T20:41:04,100 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7547
2024-11-18T20:41:04,103 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:41:04,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T20:41:04,106 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:41:04,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:41:04,106 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-18T20:41:04,107 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:41:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T20:41:04,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741849_1025 (size=419)
2024-11-18T20:41:04,517 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22724ad7d3ee8ace79403a58b5a5e128, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:41:04,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741850_1026 (size=70)
2024-11-18T20:41:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-18T20:41:04,926 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:41:04,926 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 22724ad7d3ee8ace79403a58b5a5e128, disabling compactions & flushes
2024-11-18T20:41:04,926 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:04,926 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:04,926 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128. after waiting 0 ms
2024-11-18T20:41:04,926 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:04,926 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:04,926 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22724ad7d3ee8ace79403a58b5a5e128:
Waiting for close lock at 1731962464926Disabling compacts and flushes for region at 1731962464926Disabling writes for close at 1731962464926Writing region close event to WAL at 1731962464926Closed at 1731962464926
2024-11-18T20:41:04,928 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:41:04,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731962464928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962464928"}]},"ts":"1731962464928"}
2024-11-18T20:41:04,931 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:41:04,932 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:41:04,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962464932"}]},"ts":"1731962464932"}
2024-11-18T20:41:04,935 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T20:41:04,935 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22724ad7d3ee8ace79403a58b5a5e128, ASSIGN}]
2024-11-18T20:41:04,936 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22724ad7d3ee8ace79403a58b5a5e128, ASSIGN
2024-11-18T20:41:04,937 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22724ad7d3ee8ace79403a58b5a5e128, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:41:05,088 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=22724ad7d3ee8ace79403a58b5a5e128, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:41:05,091 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22724ad7d3ee8ace79403a58b5a5e128, ASSIGN because future has completed
2024-11-18T20:41:05,091 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22724ad7d3ee8ace79403a58b5a5e128, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:41:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T20:41:05,249 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:05,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 22724ad7d3ee8ace79403a58b5a5e128, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:41:05,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:41:05,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,252 INFO  [StoreOpener-22724ad7d3ee8ace79403a58b5a5e128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 22724ad7d3ee8ace79403a58b5a5e128 
2024-11-18T20:41:05,255 INFO  [StoreOpener-22724ad7d3ee8ace79403a58b5a5e128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22724ad7d3ee8ace79403a58b5a5e128 columnFamilyName testFamily
2024-11-18T20:41:05,255 DEBUG [StoreOpener-22724ad7d3ee8ace79403a58b5a5e128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:41:05,255 INFO  [StoreOpener-22724ad7d3ee8ace79403a58b5a5e128-1 {}] regionserver.HStore(327): Store=22724ad7d3ee8ace79403a58b5a5e128/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:41:05,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:41:05,264 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 22724ad7d3ee8ace79403a58b5a5e128; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75273647, jitterRate=0.12166474759578705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:41:05,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:05,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 22724ad7d3ee8ace79403a58b5a5e128:
Running coprocessor pre-open hook at 1731962465250Writing region info on filesystem at 1731962465250Initializing all the Stores at 1731962465252 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962465252Cleaning up temporary data from old regions at 1731962465258 (+6 ms)Running coprocessor post-open hooks at 1731962465264 (+6 ms)Region opened successfully at 1731962465264
2024-11-18T20:41:05,265 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128., pid=27, masterSystemTime=1731962465244
2024-11-18T20:41:05,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:05,268 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:05,269 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=22724ad7d3ee8ace79403a58b5a5e128, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:41:05,272 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22724ad7d3ee8ace79403a58b5a5e128, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:41:05,276 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-18T20:41:05,276 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 22724ad7d3ee8ace79403a58b5a5e128, server=29a7ef02c270,40283,1731962361461 in 182 msec
2024-11-18T20:41:05,279 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T20:41:05,279 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=22724ad7d3ee8ace79403a58b5a5e128, ASSIGN in 341 msec
2024-11-18T20:41:05,280 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:41:05,281 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962465280"}]},"ts":"1731962465280"}
2024-11-18T20:41:05,283 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T20:41:05,284 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:41:05,287 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1820 sec
2024-11-18T20:41:05,424 INFO  [master/29a7ef02c270:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T20:41:05,424 INFO  [master/29a7ef02c270:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T20:41:06,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-18T20:41:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T20:41:07,134 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-18T20:41:07,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T20:41:07,134 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:41:07,139 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T20:41:07,139 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:41:07,139 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T20:41:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:41:07,152 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:41:07,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T20:41:07,155 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T20:41:07,157 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-18T20:41:10,781 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:41:11,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T20:41:11,116 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-18T20:41:13,166 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128., hostname=29a7ef02c270,40283,1731962361461, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=29a7ef02c270:40283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-18T20:41:13,166 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-18T20:41:13,166 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 from cache
2024-11-18T20:41:13,174 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=145 (was 135) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7491 (was 7547)
2024-11-18T20:41:13,182 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=7491
2024-11-18T20:41:13,184 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:41:13,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-18T20:41:13,187 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:41:13,187 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:41:13,187 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-18T20:41:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T20:41:13,189 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:41:13,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741851_1027 (size=407)
2024-11-18T20:41:13,600 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0384b946a1091f6ff2f6c552efc385b2, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:41:13,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741852_1028 (size=58)
2024-11-18T20:41:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-18T20:41:14,011 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:41:14,011 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 0384b946a1091f6ff2f6c552efc385b2, disabling compactions & flushes
2024-11-18T20:41:14,011 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:14,011 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:14,011 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2. after waiting 0 ms
2024-11-18T20:41:14,011 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:14,011 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:14,011 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0384b946a1091f6ff2f6c552efc385b2:
Waiting for close lock at 1731962474011Disabling compacts and flushes for region at 1731962474011Disabling writes for close at 1731962474011Writing region close event to WAL at 1731962474011Closed at 1731962474011
2024-11-18T20:41:14,013 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:41:14,013 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731962474013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962474013"}]},"ts":"1731962474013"}
2024-11-18T20:41:14,016 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:41:14,018 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:41:14,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962474018"}]},"ts":"1731962474018"}
2024-11-18T20:41:14,021 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-18T20:41:14,021 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0384b946a1091f6ff2f6c552efc385b2, ASSIGN}]
2024-11-18T20:41:14,023 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0384b946a1091f6ff2f6c552efc385b2, ASSIGN
2024-11-18T20:41:14,025 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0384b946a1091f6ff2f6c552efc385b2, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:41:14,175 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0384b946a1091f6ff2f6c552efc385b2, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:41:14,178 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0384b946a1091f6ff2f6c552efc385b2, ASSIGN because future has completed
2024-11-18T20:41:14,179 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0384b946a1091f6ff2f6c552efc385b2, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:41:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T20:41:14,337 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:14,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 0384b946a1091f6ff2f6c552efc385b2, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:41:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:41:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,340 INFO  [StoreOpener-0384b946a1091f6ff2f6c552efc385b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0384b946a1091f6ff2f6c552efc385b2 
2024-11-18T20:41:14,342 INFO  [StoreOpener-0384b946a1091f6ff2f6c552efc385b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0384b946a1091f6ff2f6c552efc385b2 columnFamilyName testFamily
2024-11-18T20:41:14,342 DEBUG [StoreOpener-0384b946a1091f6ff2f6c552efc385b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:41:14,343 INFO  [StoreOpener-0384b946a1091f6ff2f6c552efc385b2-1 {}] regionserver.HStore(327): Store=0384b946a1091f6ff2f6c552efc385b2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:41:14,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:41:14,351 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 0384b946a1091f6ff2f6c552efc385b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74894342, jitterRate=0.11601266264915466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:41:14,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:14,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 0384b946a1091f6ff2f6c552efc385b2:
Running coprocessor pre-open hook at 1731962474338Writing region info on filesystem at 1731962474338Initializing all the Stores at 1731962474339 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962474340 (+1 ms)Cleaning up temporary data from old regions at 1731962474345 (+5 ms)Running coprocessor post-open hooks at 1731962474351 (+6 ms)Region opened successfully at 1731962474352 (+1 ms)
2024-11-18T20:41:14,353 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2., pid=30, masterSystemTime=1731962474332
2024-11-18T20:41:14,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:14,356 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:14,356 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0384b946a1091f6ff2f6c552efc385b2, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:41:14,360 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0384b946a1091f6ff2f6c552efc385b2, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:41:14,364 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-18T20:41:14,364 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 0384b946a1091f6ff2f6c552efc385b2, server=29a7ef02c270,40283,1731962361461 in 182 msec
2024-11-18T20:41:14,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-18T20:41:14,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0384b946a1091f6ff2f6c552efc385b2, ASSIGN in 343 msec
2024-11-18T20:41:14,368 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:41:14,368 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962474368"}]},"ts":"1731962474368"}
2024-11-18T20:41:14,371 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-18T20:41:14,372 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:41:14,374 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1880 sec
2024-11-18T20:41:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T20:41:16,204 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-18T20:41:16,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-18T20:41:16,205 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:41:16,212 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-18T20:41:16,212 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:41:16,212 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-18T20:41:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:41:16,226 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:41:16,226 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-18T20:41:16,230 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-18T20:41:16,233 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-18T20:41:16,234 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-18T20:41:16,234 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-18T20:41:18,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-18T20:41:19,840 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:41:19,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:41:21,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T20:41:21,116 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-18T20:41:22,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40283 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381300' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-18T20:41:22,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40283 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:59338 deadline: 1731962488236, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381300' does not exist
2024-11-18T20:41:22,239 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 29a7ef02c270,40283,1731962361461 for closing scanner id = 9170373815459381300 for 0384b946a1091f6ff2f6c552efc385b2 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '9170373815459381300' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:41:22,246 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 145) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7345 (was 7491)
2024-11-18T20:41:22,254 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7345
2024-11-18T20:41:22,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:41:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-18T20:41:22,259 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:41:22,259 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:41:22,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-18T20:41:22,260 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:41:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T20:41:22,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741853_1029 (size=423)
2024-11-18T20:41:22,671 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf71b0bfe5d8068e037b82d9c25e7fb1, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912
2024-11-18T20:41:22,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741854_1030 (size=74)
2024-11-18T20:41:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-18T20:41:23,085 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:41:23,085 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing cf71b0bfe5d8068e037b82d9c25e7fb1, disabling compactions & flushes
2024-11-18T20:41:23,085 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:23,085 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:23,086 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1. after waiting 0 ms
2024-11-18T20:41:23,086 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:23,086 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:23,086 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf71b0bfe5d8068e037b82d9c25e7fb1:
Waiting for close lock at 1731962483085Disabling compacts and flushes for region at 1731962483085Disabling writes for close at 1731962483086 (+1 ms)Writing region close event to WAL at 1731962483086Closed at 1731962483086
2024-11-18T20:41:23,088 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:41:23,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731962483088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962483088"}]},"ts":"1731962483088"}
2024-11-18T20:41:23,092 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:41:23,094 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:41:23,094 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962483094"}]},"ts":"1731962483094"}
2024-11-18T20:41:23,098 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-18T20:41:23,098 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cf71b0bfe5d8068e037b82d9c25e7fb1, ASSIGN}]
2024-11-18T20:41:23,101 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cf71b0bfe5d8068e037b82d9c25e7fb1, ASSIGN
2024-11-18T20:41:23,103 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cf71b0bfe5d8068e037b82d9c25e7fb1, ASSIGN; state=OFFLINE, location=29a7ef02c270,40283,1731962361461; forceNewPlan=false, retain=false
2024-11-18T20:41:23,254 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=cf71b0bfe5d8068e037b82d9c25e7fb1, regionState=OPENING, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:41:23,258 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cf71b0bfe5d8068e037b82d9c25e7fb1, ASSIGN because future has completed
2024-11-18T20:41:23,258 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf71b0bfe5d8068e037b82d9c25e7fb1, server=29a7ef02c270,40283,1731962361461}]
2024-11-18T20:41:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T20:41:23,418 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:23,419 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => cf71b0bfe5d8068e037b82d9c25e7fb1, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:41:23,419 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,419 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:41:23,419 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,419 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,422 INFO  [StoreOpener-cf71b0bfe5d8068e037b82d9c25e7fb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cf71b0bfe5d8068e037b82d9c25e7fb1 
2024-11-18T20:41:23,424 INFO  [StoreOpener-cf71b0bfe5d8068e037b82d9c25e7fb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf71b0bfe5d8068e037b82d9c25e7fb1 columnFamilyName testFamily
2024-11-18T20:41:23,424 DEBUG [StoreOpener-cf71b0bfe5d8068e037b82d9c25e7fb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:41:23,425 INFO  [StoreOpener-cf71b0bfe5d8068e037b82d9c25e7fb1-1 {}] regionserver.HStore(327): Store=cf71b0bfe5d8068e037b82d9c25e7fb1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:41:23,425 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,426 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,427 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,427 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,427 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,430 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,434 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:41:23,435 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened cf71b0bfe5d8068e037b82d9c25e7fb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65700630, jitterRate=-0.02098432183265686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T20:41:23,435 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:23,438 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for cf71b0bfe5d8068e037b82d9c25e7fb1:
Running coprocessor pre-open hook at 1731962483420Writing region info on filesystem at 1731962483420Initializing all the Stores at 1731962483421 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962483421Cleaning up temporary data from old regions at 1731962483428 (+7 ms)Running coprocessor post-open hooks at 1731962483435 (+7 ms)Region opened successfully at 1731962483438 (+3 ms)
2024-11-18T20:41:23,440 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., pid=33, masterSystemTime=1731962483413
2024-11-18T20:41:23,444 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:23,445 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:23,445 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=cf71b0bfe5d8068e037b82d9c25e7fb1, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,40283,1731962361461
2024-11-18T20:41:23,450 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf71b0bfe5d8068e037b82d9c25e7fb1, server=29a7ef02c270,40283,1731962361461 because future has completed
2024-11-18T20:41:23,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T20:41:23,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure cf71b0bfe5d8068e037b82d9c25e7fb1, server=29a7ef02c270,40283,1731962361461 in 193 msec
2024-11-18T20:41:23,459 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-18T20:41:23,459 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=cf71b0bfe5d8068e037b82d9c25e7fb1, ASSIGN in 357 msec
2024-11-18T20:41:23,461 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:41:23,461 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962483461"}]},"ts":"1731962483461"}
2024-11-18T20:41:23,464 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-18T20:41:23,466 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:41:23,469 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2100 sec
2024-11-18T20:41:24,468 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-18T20:41:25,127 DEBUG [master/29a7ef02c270:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-18T20:41:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T20:41:25,305 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-18T20:41:25,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-18T20:41:25,305 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:41:25,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-18T20:41:25,311 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T20:41:25,312 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-18T20:41:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:41:25,337 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-18T20:41:25,337 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-18T20:41:25,342 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-18T20:41:25,345 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T20:41:26,345 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=29a7ef02c270:40283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-18T20:41:26,345 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-18T20:41:26,346 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 from cache
2024-11-18T20:41:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-18T20:41:27,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2]
2024-11-18T20:41:27,360 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-18T20:41:28,345 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=29a7ef02c270:40283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=985ms
2024-11-18T20:41:28,346 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=985ms
2024-11-18T20:41:28,346 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., hostname=29a7ef02c270,40283,1731962361461, seqNum=2 from cache
2024-11-18T20:41:28,356 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 153) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7247 (was 7345)
2024-11-18T20:41:28,357 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:41:28,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:41:28,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:41:28,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:41:28,363 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:41:28,363 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T20:41:28,363 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:41:28,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:41:28,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:41:28,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:41:28,364 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:41:28,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T20:41:28,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=546622927, stopped=false
2024-11-18T20:41:28,364 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,35543,1731962360780
2024-11-18T20:41:28,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T20:41:28,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T20:41:28,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:41:28,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:41:28,402 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T20:41:28,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T20:41:28,403 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:41:28,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T20:41:28,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:41:28,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:41:28,404 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,40283,1731962361461' *****
2024-11-18T20:41:28,404 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T20:41:28,404 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T20:41:28,404 INFO  [RS:0;29a7ef02c270:40283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T20:41:28,404 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T20:41:28,405 INFO  [RS:0;29a7ef02c270:40283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T20:41:28,405 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 0384b946a1091f6ff2f6c552efc385b2
2024-11-18T20:41:28,405 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dea4f78ea3e82a92edbe574628946d3
2024-11-18T20:41:28,405 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 4200f1e6db8925d7c9ba9f7dea5719ee
2024-11-18T20:41:28,405 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ff975a92e8568dce8d9618ab2e1f091
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 22724ad7d3ee8ace79403a58b5a5e128
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 870f6278ce6c03080986fca9fb7c80ff
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e97f10e6337bd78b713b6e48dc2f1a5
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:41:28,406 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0384b946a1091f6ff2f6c552efc385b2, disabling compactions & flushes
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e033914601220d51f86746b10b6a695
2024-11-18T20:41:28,406 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:28,406 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,40283,1731962361461
2024-11-18T20:41:28,406 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2. after waiting 0 ms
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T20:41:28,406 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:28,406 INFO  [RS:0;29a7ef02c270:40283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:40283.
2024-11-18T20:41:28,406 DEBUG [RS:0;29a7ef02c270:40283 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:41:28,407 DEBUG [RS:0;29a7ef02c270:40283 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:41:28,407 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T20:41:28,411 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0384b946a1091f6ff2f6c552efc385b2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:28,411 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T20:41:28,412 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T20:41:28,412 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T20:41:28,413 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-18T20:41:28,413 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T20:41:28,413 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T20:41:28,413 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T20:41:28,413 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T20:41:28,413 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T20:41:28,413 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 0384b946a1091f6ff2f6c552efc385b2, 0ff975a92e8568dce8d9618ab2e1f091, 1588230740, 22724ad7d3ee8ace79403a58b5a5e128, 4200f1e6db8925d7c9ba9f7dea5719ee, 4dea4f78ea3e82a92edbe574628946d3, 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:28,413 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-18T20:41:28,476 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2/.tmp/testFamily/b74e054540ea4b8aa0760cfe16ade7f5 is 61, key is row-0/testFamily:testQualifier/1731962476217/Put/seqid=0
2024-11-18T20:41:28,490 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/info/04fa8b943d544e71849317129cd20154 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3./info:regioninfo/1731962426543/Put/seqid=0
2024-11-18T20:41:28,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741856_1032 (size=20564)
2024-11-18T20:41:28,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741855_1031 (size=5049)
2024-11-18T20:41:28,613 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 0384b946a1091f6ff2f6c552efc385b2, 0ff975a92e8568dce8d9618ab2e1f091, 1588230740, 22724ad7d3ee8ace79403a58b5a5e128, 4200f1e6db8925d7c9ba9f7dea5719ee, 4dea4f78ea3e82a92edbe574628946d3, 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:28,814 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 0384b946a1091f6ff2f6c552efc385b2, 0ff975a92e8568dce8d9618ab2e1f091, 1588230740, 22724ad7d3ee8ace79403a58b5a5e128, 4200f1e6db8925d7c9ba9f7dea5719ee, 4dea4f78ea3e82a92edbe574628946d3, 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:28,861 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-18T20:41:28,905 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/info/04fa8b943d544e71849317129cd20154
2024-11-18T20:41:28,906 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2/.tmp/testFamily/b74e054540ea4b8aa0760cfe16ade7f5
2024-11-18T20:41:28,921 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:41:28,960 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2/.tmp/testFamily/b74e054540ea4b8aa0760cfe16ade7f5 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2/testFamily/b74e054540ea4b8aa0760cfe16ade7f5
2024-11-18T20:41:28,971 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2/testFamily/b74e054540ea4b8aa0760cfe16ade7f5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:28,980 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/ns/7a0efdf0bc8f42ce9649a527bb698706 is 43, key is default/ns:d/1731962425036/Put/seqid=0
2024-11-18T20:41:28,980 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0384b946a1091f6ff2f6c552efc385b2 in 569ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:28,989 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNext/0384b946a1091f6ff2f6c552efc385b2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:28,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741857_1033 (size=5153)
2024-11-18T20:41:28,991 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:28,991 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0384b946a1091f6ff2f6c552efc385b2:
Waiting for close lock at 1731962488406Running coprocessor pre-close hooks at 1731962488406Disabling compacts and flushes for region at 1731962488406Disabling writes for close at 1731962488406Obtaining lock to block concurrent updates at 1731962488411 (+5 ms)Preparing flush snapshotting stores in 0384b946a1091f6ff2f6c552efc385b2 at 1731962488411Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962488420 (+9 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2. at 1731962488427 (+7 ms)Flushing 0384b946a1091f6ff2f6c552efc385b2/testFamily: creating writer at 1731962488427Flushing 0384b946a1091f6ff2f6c552efc385b2/testFamily: appending metadata at 1731962488470 (+43 ms)Flushing 0384b946a1091f6ff2f6c552efc385b2/testFamily: closing flushed file at 1731962488473 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18354273: reopening flushed file at 1731962488958 (+485 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0384b946a1091f6ff2f6c552efc385b2 in 569ms, sequenceid=8, compaction requested=false at 1731962488980 (+22 ms)Writing region close event to WAL at 1731962488982 (+2 ms)Running coprocessor post-close hooks at 1731962488989 (+7 ms)Closed at 1731962488991 (+2 ms)
2024-11-18T20:41:28,992 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731962473183.0384b946a1091f6ff2f6c552efc385b2.
2024-11-18T20:41:28,992 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dea4f78ea3e82a92edbe574628946d3, disabling compactions & flushes
2024-11-18T20:41:28,992 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:41:28,992 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:41:28,992 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3. after waiting 0 ms
2024-11-18T20:41:28,992 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:41:28,993 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4dea4f78ea3e82a92edbe574628946d3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:29,014 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 0ff975a92e8568dce8d9618ab2e1f091, 1588230740, 22724ad7d3ee8ace79403a58b5a5e128, 4200f1e6db8925d7c9ba9f7dea5719ee, 4dea4f78ea3e82a92edbe574628946d3, 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:29,014 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3/.tmp/testFamily/082361e944264bc6ad0e984c9d728ea4 is 61, key is row-0/testFamily:testQualifier/1731962428402/Put/seqid=0
2024-11-18T20:41:29,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741858_1034 (size=5049)
2024-11-18T20:41:29,020 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3/.tmp/testFamily/082361e944264bc6ad0e984c9d728ea4
2024-11-18T20:41:29,031 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3/.tmp/testFamily/082361e944264bc6ad0e984c9d728ea4 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3/testFamily/082361e944264bc6ad0e984c9d728ea4
2024-11-18T20:41:29,042 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3/testFamily/082361e944264bc6ad0e984c9d728ea4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:29,044 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4dea4f78ea3e82a92edbe574628946d3 in 52ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:29,050 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4dea4f78ea3e82a92edbe574628946d3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:29,051 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:41:29,052 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dea4f78ea3e82a92edbe574628946d3:
Waiting for close lock at 1731962488992Running coprocessor pre-close hooks at 1731962488992Disabling compacts and flushes for region at 1731962488992Disabling writes for close at 1731962488992Obtaining lock to block concurrent updates at 1731962488993 (+1 ms)Preparing flush snapshotting stores in 4dea4f78ea3e82a92edbe574628946d3 at 1731962488993Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962488993Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3. at 1731962488994 (+1 ms)Flushing 4dea4f78ea3e82a92edbe574628946d3/testFamily: creating writer at 1731962488994Flushing 4dea4f78ea3e82a92edbe574628946d3/testFamily: appending metadata at 1731962489014 (+20 ms)Flushing 4dea4f78ea3e82a92edbe574628946d3/testFamily: closing flushed file at 1731962489014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59bc878c: reopening flushed file at 1731962489030 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4dea4f78ea3e82a92edbe574628946d3 in 52ms, sequenceid=8, compaction requested=false at 1731962489044 (+14 ms)Writing region close event to WAL at 1731962489045 (+1 ms)Running coprocessor post-close hooks at 1731962489051 (+6 ms)Closed at 1731962489051
2024-11-18T20:41:29,052 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731962425325.4dea4f78ea3e82a92edbe574628946d3.
2024-11-18T20:41:29,052 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4200f1e6db8925d7c9ba9f7dea5719ee, disabling compactions & flushes
2024-11-18T20:41:29,052 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:41:29,052 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:41:29,052 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee. after waiting 0 ms
2024-11-18T20:41:29,052 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:41:29,052 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4200f1e6db8925d7c9ba9f7dea5719ee 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:29,072 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee/.tmp/testFamily/34443dcbf9ff426e8049b83cbe8d7008 is 61, key is row-0/testFamily:testQualifier/1731962431545/Put/seqid=0
2024-11-18T20:41:29,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741859_1035 (size=5049)
2024-11-18T20:41:29,214 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 0ff975a92e8568dce8d9618ab2e1f091, 1588230740, 22724ad7d3ee8ace79403a58b5a5e128, 4200f1e6db8925d7c9ba9f7dea5719ee, 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:29,390 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/ns/7a0efdf0bc8f42ce9649a527bb698706
2024-11-18T20:41:29,415 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-18T20:41:29,415 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1325): Online Regions={4200f1e6db8925d7c9ba9f7dea5719ee=hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee., 0ff975a92e8568dce8d9618ab2e1f091=testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091., 22724ad7d3ee8ace79403a58b5a5e128=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128., 1588230740=hbase:meta,,1.1588230740, 870f6278ce6c03080986fca9fb7c80ff=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., cf71b0bfe5d8068e037b82d9c25e7fb1=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., 5e97f10e6337bd78b713b6e48dc2f1a5=hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5., 90b0f13c3d0e090450110b15f6d18c59=testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59., 8e033914601220d51f86746b10b6a695=testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.}
2024-11-18T20:41:29,415 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 0ff975a92e8568dce8d9618ab2e1f091, 1588230740, 22724ad7d3ee8ace79403a58b5a5e128, 4200f1e6db8925d7c9ba9f7dea5719ee, 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:29,435 INFO  [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T20:41:29,435 INFO  [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T20:41:29,442 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/table/4338c49ba82142f9b03099085293fe30 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731962426562/Put/seqid=0
2024-11-18T20:41:29,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741860_1036 (size=6699)
2024-11-18T20:41:29,450 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/table/4338c49ba82142f9b03099085293fe30
2024-11-18T20:41:29,462 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/info/04fa8b943d544e71849317129cd20154 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/info/04fa8b943d544e71849317129cd20154
2024-11-18T20:41:29,472 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/info/04fa8b943d544e71849317129cd20154, entries=100, sequenceid=56, filesize=20.1 K
2024-11-18T20:41:29,474 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/ns/7a0efdf0bc8f42ce9649a527bb698706 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/ns/7a0efdf0bc8f42ce9649a527bb698706
2024-11-18T20:41:29,478 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee/.tmp/testFamily/34443dcbf9ff426e8049b83cbe8d7008
2024-11-18T20:41:29,483 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/ns/7a0efdf0bc8f42ce9649a527bb698706, entries=2, sequenceid=56, filesize=5.0 K
2024-11-18T20:41:29,485 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/.tmp/table/4338c49ba82142f9b03099085293fe30 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/table/4338c49ba82142f9b03099085293fe30
2024-11-18T20:41:29,487 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee/.tmp/testFamily/34443dcbf9ff426e8049b83cbe8d7008 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee/testFamily/34443dcbf9ff426e8049b83cbe8d7008
2024-11-18T20:41:29,498 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee/testFamily/34443dcbf9ff426e8049b83cbe8d7008, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:29,500 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/table/4338c49ba82142f9b03099085293fe30, entries=20, sequenceid=56, filesize=6.5 K
2024-11-18T20:41:29,500 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4200f1e6db8925d7c9ba9f7dea5719ee in 448ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:29,501 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1088ms, sequenceid=56, compaction requested=false
2024-11-18T20:41:29,506 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScanner/4200f1e6db8925d7c9ba9f7dea5719ee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:29,508 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:41:29,508 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4200f1e6db8925d7c9ba9f7dea5719ee:
Waiting for close lock at 1731962489052Running coprocessor pre-close hooks at 1731962489052Disabling compacts and flushes for region at 1731962489052Disabling writes for close at 1731962489052Obtaining lock to block concurrent updates at 1731962489053 (+1 ms)Preparing flush snapshotting stores in 4200f1e6db8925d7c9ba9f7dea5719ee at 1731962489053Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962489053Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee. at 1731962489054 (+1 ms)Flushing 4200f1e6db8925d7c9ba9f7dea5719ee/testFamily: creating writer at 1731962489054Flushing 4200f1e6db8925d7c9ba9f7dea5719ee/testFamily: appending metadata at 1731962489071 (+17 ms)Flushing 4200f1e6db8925d7c9ba9f7dea5719ee/testFamily: closing flushed file at 1731962489071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77363d99: reopening flushed file at 1731962489486 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4200f1e6db8925d7c9ba9f7dea5719ee in 448ms, sequenceid=8, compaction requested=false at 1731962489500 (+14 ms)Writing region close event to WAL at 1731962489501 (+1 ms)Running coprocessor post-close hooks at 1731962489507 (+6 ms)Closed at 1731962489508 (+1 ms)
2024-11-18T20:41:29,508 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-18T20:41:29,508 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731962428481.4200f1e6db8925d7c9ba9f7dea5719ee.
2024-11-18T20:41:29,508 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ff975a92e8568dce8d9618ab2e1f091, disabling compactions & flushes
2024-11-18T20:41:29,508 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:41:29,508 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:41:29,508 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091. after waiting 0 ms
2024-11-18T20:41:29,508 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:41:29,508 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ff975a92e8568dce8d9618ab2e1f091 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:29,509 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T20:41:29,509 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T20:41:29,509 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731962488413Running coprocessor pre-close hooks at 1731962488413Disabling compacts and flushes for region at 1731962488413Disabling writes for close at 1731962488413Obtaining lock to block concurrent updates at 1731962488413Preparing flush snapshotting stores in 1588230740 at 1731962488413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731962488420 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962488422 (+2 ms)Flushing 1588230740/info: creating writer at 1731962488424 (+2 ms)Flushing 1588230740/info: appending metadata at 1731962488479 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731962488479Flushing 1588230740/ns: creating writer at 1731962488960 (+481 ms)Flushing 1588230740/ns: appending metadata at 1731962488979 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731962488979Flushing 1588230740/table: creating writer at 1731962489402 (+423 ms)Flushing 1588230740/table: appending metadata at 1731962489441 (+39 ms)Flushing 1588230740/table: closing flushed file at 1731962489441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52594f99: reopening flushed file at 1731962489460 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34812481: reopening flushed file at 1731962489472 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7397babf: reopening flushed file at 1731962489483 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1088ms, sequenceid=56, compaction requested=false at 1731962489501 (+18 ms)Writing region close event to WAL at 1731962489502 (+1 ms)Running coprocessor post-close hooks at 1731962489508 (+6 ms)Closed at 1731962489509 (+1 ms)
2024-11-18T20:41:29,509 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T20:41:29,526 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091/.tmp/testFamily/49a74e099ac04b07bed0e4f269be64a1 is 61, key is row-0/testFamily:testQualifier/1731962449785/Put/seqid=0
2024-11-18T20:41:29,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741861_1037 (size=5049)
2024-11-18T20:41:29,532 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091/.tmp/testFamily/49a74e099ac04b07bed0e4f269be64a1
2024-11-18T20:41:29,543 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091/.tmp/testFamily/49a74e099ac04b07bed0e4f269be64a1 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091/testFamily/49a74e099ac04b07bed0e4f269be64a1
2024-11-18T20:41:29,553 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091/testFamily/49a74e099ac04b07bed0e4f269be64a1, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:29,554 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0ff975a92e8568dce8d9618ab2e1f091 in 46ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:29,559 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testRetryOutOfOrderScannerNextException/0ff975a92e8568dce8d9618ab2e1f091/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:29,560 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:41:29,560 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ff975a92e8568dce8d9618ab2e1f091:
Waiting for close lock at 1731962489508Running coprocessor pre-close hooks at 1731962489508Disabling compacts and flushes for region at 1731962489508Disabling writes for close at 1731962489508Obtaining lock to block concurrent updates at 1731962489508Preparing flush snapshotting stores in 0ff975a92e8568dce8d9618ab2e1f091 at 1731962489508Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962489509 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091. at 1731962489509Flushing 0ff975a92e8568dce8d9618ab2e1f091/testFamily: creating writer at 1731962489509Flushing 0ff975a92e8568dce8d9618ab2e1f091/testFamily: appending metadata at 1731962489526 (+17 ms)Flushing 0ff975a92e8568dce8d9618ab2e1f091/testFamily: closing flushed file at 1731962489526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad73320: reopening flushed file at 1731962489541 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0ff975a92e8568dce8d9618ab2e1f091 in 46ms, sequenceid=8, compaction requested=false at 1731962489554 (+13 ms)Writing region close event to WAL at 1731962489554Running coprocessor post-close hooks at 1731962489560 (+6 ms)Closed at 1731962489560
2024-11-18T20:41:29,560 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731962446720.0ff975a92e8568dce8d9618ab2e1f091.
2024-11-18T20:41:29,560 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22724ad7d3ee8ace79403a58b5a5e128, disabling compactions & flushes
2024-11-18T20:41:29,560 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:29,560 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:29,561 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128. after waiting 0 ms
2024-11-18T20:41:29,561 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:29,561 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22724ad7d3ee8ace79403a58b5a5e128 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:29,578 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128/.tmp/testFamily/92ecd742cd0b4e54af3a2b96508f3096 is 61, key is row-0/testFamily:testQualifier/1731962467143/Put/seqid=0
2024-11-18T20:41:29,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741862_1038 (size=5049)
2024-11-18T20:41:29,615 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 22724ad7d3ee8ace79403a58b5a5e128, 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:29,816 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 22724ad7d3ee8ace79403a58b5a5e128, 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:29,983 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128/.tmp/testFamily/92ecd742cd0b4e54af3a2b96508f3096
2024-11-18T20:41:29,991 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128/.tmp/testFamily/92ecd742cd0b4e54af3a2b96508f3096 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128/testFamily/92ecd742cd0b4e54af3a2b96508f3096
2024-11-18T20:41:29,999 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128/testFamily/92ecd742cd0b4e54af3a2b96508f3096, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:30,000 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 22724ad7d3ee8ace79403a58b5a5e128 in 439ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:30,005 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/22724ad7d3ee8ace79403a58b5a5e128/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:30,006 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:30,006 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22724ad7d3ee8ace79403a58b5a5e128:
Waiting for close lock at 1731962489560Running coprocessor pre-close hooks at 1731962489560Disabling compacts and flushes for region at 1731962489560Disabling writes for close at 1731962489561 (+1 ms)Obtaining lock to block concurrent updates at 1731962489561Preparing flush snapshotting stores in 22724ad7d3ee8ace79403a58b5a5e128 at 1731962489561Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962489561Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128. at 1731962489562 (+1 ms)Flushing 22724ad7d3ee8ace79403a58b5a5e128/testFamily: creating writer at 1731962489562Flushing 22724ad7d3ee8ace79403a58b5a5e128/testFamily: appending metadata at 1731962489577 (+15 ms)Flushing 22724ad7d3ee8ace79403a58b5a5e128/testFamily: closing flushed file at 1731962489577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e56a7e5: reopening flushed file at 1731962489990 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 22724ad7d3ee8ace79403a58b5a5e128 in 439ms, sequenceid=8, compaction requested=false at 1731962490000 (+10 ms)Writing region close event to WAL at 1731962490001 (+1 ms)Running coprocessor post-close hooks at 1731962490006 (+5 ms)Closed at 1731962490006
2024-11-18T20:41:30,006 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731962464102.22724ad7d3ee8ace79403a58b5a5e128.
2024-11-18T20:41:30,007 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 870f6278ce6c03080986fca9fb7c80ff, disabling compactions & flushes
2024-11-18T20:41:30,007 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:41:30,007 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:41:30,007 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff. after waiting 0 ms
2024-11-18T20:41:30,007 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:41:30,007 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 870f6278ce6c03080986fca9fb7c80ff 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:30,016 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:30,025 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff/.tmp/testFamily/826e817735a34d90bb2696e5d5ce1510 is 61, key is row-0/testFamily:testQualifier/1731962450870/Put/seqid=0
2024-11-18T20:41:30,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741863_1039 (size=5049)
2024-11-18T20:41:30,216 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:30,416 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-18T20:41:30,417 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1325): Online Regions={870f6278ce6c03080986fca9fb7c80ff=testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., cf71b0bfe5d8068e037b82d9c25e7fb1=testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., 5e97f10e6337bd78b713b6e48dc2f1a5=hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5., 90b0f13c3d0e090450110b15f6d18c59=testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59., 8e033914601220d51f86746b10b6a695=testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.}
2024-11-18T20:41:30,417 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 5e97f10e6337bd78b713b6e48dc2f1a5, 870f6278ce6c03080986fca9fb7c80ff, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59, cf71b0bfe5d8068e037b82d9c25e7fb1
2024-11-18T20:41:30,432 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff/.tmp/testFamily/826e817735a34d90bb2696e5d5ce1510
2024-11-18T20:41:30,440 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff/.tmp/testFamily/826e817735a34d90bb2696e5d5ce1510 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff/testFamily/826e817735a34d90bb2696e5d5ce1510
2024-11-18T20:41:30,447 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff/testFamily/826e817735a34d90bb2696e5d5ce1510, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:30,448 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 870f6278ce6c03080986fca9fb7c80ff in 441ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:30,453 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScanner/870f6278ce6c03080986fca9fb7c80ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:30,454 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:41:30,454 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 870f6278ce6c03080986fca9fb7c80ff:
Waiting for close lock at 1731962490007Running coprocessor pre-close hooks at 1731962490007Disabling compacts and flushes for region at 1731962490007Disabling writes for close at 1731962490007Obtaining lock to block concurrent updates at 1731962490007Preparing flush snapshotting stores in 870f6278ce6c03080986fca9fb7c80ff at 1731962490007Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962490007Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff. at 1731962490008 (+1 ms)Flushing 870f6278ce6c03080986fca9fb7c80ff/testFamily: creating writer at 1731962490008Flushing 870f6278ce6c03080986fca9fb7c80ff/testFamily: appending metadata at 1731962490025 (+17 ms)Flushing 870f6278ce6c03080986fca9fb7c80ff/testFamily: closing flushed file at 1731962490025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a22ae2: reopening flushed file at 1731962490438 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 870f6278ce6c03080986fca9fb7c80ff in 441ms, sequenceid=8, compaction requested=false at 1731962490448 (+10 ms)Writing region close event to WAL at 1731962490449 (+1 ms)Running coprocessor post-close hooks at 1731962490454 (+5 ms)Closed at 1731962490454
2024-11-18T20:41:30,454 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731962449843.870f6278ce6c03080986fca9fb7c80ff.
2024-11-18T20:41:30,454 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf71b0bfe5d8068e037b82d9c25e7fb1, disabling compactions & flushes
2024-11-18T20:41:30,454 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:30,454 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:30,454 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1. after waiting 0 ms
2024-11-18T20:41:30,454 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:30,455 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf71b0bfe5d8068e037b82d9c25e7fb1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:30,471 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1/.tmp/testFamily/dce72859c2054ea3802aa1e14099ce43 is 61, key is row-0/testFamily:testQualifier/1731962485322/Put/seqid=0
2024-11-18T20:41:30,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741864_1040 (size=5049)
2024-11-18T20:41:30,476 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1/.tmp/testFamily/dce72859c2054ea3802aa1e14099ce43
2024-11-18T20:41:30,485 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1/.tmp/testFamily/dce72859c2054ea3802aa1e14099ce43 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1/testFamily/dce72859c2054ea3802aa1e14099ce43
2024-11-18T20:41:30,493 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1/testFamily/dce72859c2054ea3802aa1e14099ce43, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:30,494 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cf71b0bfe5d8068e037b82d9c25e7fb1 in 39ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:30,500 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnOpenScannerAsync/cf71b0bfe5d8068e037b82d9c25e7fb1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:30,501 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:30,502 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf71b0bfe5d8068e037b82d9c25e7fb1:
Waiting for close lock at 1731962490454Running coprocessor pre-close hooks at 1731962490454Disabling compacts and flushes for region at 1731962490454Disabling writes for close at 1731962490454Obtaining lock to block concurrent updates at 1731962490455 (+1 ms)Preparing flush snapshotting stores in cf71b0bfe5d8068e037b82d9c25e7fb1 at 1731962490455Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962490455Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1. at 1731962490455Flushing cf71b0bfe5d8068e037b82d9c25e7fb1/testFamily: creating writer at 1731962490456 (+1 ms)Flushing cf71b0bfe5d8068e037b82d9c25e7fb1/testFamily: appending metadata at 1731962490470 (+14 ms)Flushing cf71b0bfe5d8068e037b82d9c25e7fb1/testFamily: closing flushed file at 1731962490470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e54c7c4: reopening flushed file at 1731962490483 (+13 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cf71b0bfe5d8068e037b82d9c25e7fb1 in 39ms, sequenceid=8, compaction requested=false at 1731962490494 (+11 ms)Writing region close event to WAL at 1731962490495 (+1 ms)Running coprocessor post-close hooks at 1731962490501 (+6 ms)Closed at 1731962490501
2024-11-18T20:41:30,502 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731962482255.cf71b0bfe5d8068e037b82d9c25e7fb1.
2024-11-18T20:41:30,502 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e97f10e6337bd78b713b6e48dc2f1a5, disabling compactions & flushes
2024-11-18T20:41:30,502 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:41:30,502 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:41:30,502 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5. after waiting 0 ms
2024-11-18T20:41:30,502 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:41:30,502 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e97f10e6337bd78b713b6e48dc2f1a5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:30,522 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5/.tmp/testFamily/18784f2a91ed4ffeb3e9f045328dfa1c is 61, key is row-0/testFamily:testQualifier/1731962440674/Put/seqid=0
2024-11-18T20:41:30,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741865_1041 (size=5049)
2024-11-18T20:41:30,617 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 5e97f10e6337bd78b713b6e48dc2f1a5, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:41:30,817 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 5e97f10e6337bd78b713b6e48dc2f1a5, 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:41:30,929 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5/.tmp/testFamily/18784f2a91ed4ffeb3e9f045328dfa1c
2024-11-18T20:41:30,940 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5/.tmp/testFamily/18784f2a91ed4ffeb3e9f045328dfa1c as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5/testFamily/18784f2a91ed4ffeb3e9f045328dfa1c
2024-11-18T20:41:30,949 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5/testFamily/18784f2a91ed4ffeb3e9f045328dfa1c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:30,950 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5e97f10e6337bd78b713b6e48dc2f1a5 in 448ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:30,955 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/hbase/testMetaScanTimeoutOnNextAsync/5e97f10e6337bd78b713b6e48dc2f1a5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:30,957 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:41:30,957 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e97f10e6337bd78b713b6e48dc2f1a5:
Waiting for close lock at 1731962490502Running coprocessor pre-close hooks at 1731962490502Disabling compacts and flushes for region at 1731962490502Disabling writes for close at 1731962490502Obtaining lock to block concurrent updates at 1731962490502Preparing flush snapshotting stores in 5e97f10e6337bd78b713b6e48dc2f1a5 at 1731962490502Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962490503 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5. at 1731962490503Flushing 5e97f10e6337bd78b713b6e48dc2f1a5/testFamily: creating writer at 1731962490504 (+1 ms)Flushing 5e97f10e6337bd78b713b6e48dc2f1a5/testFamily: appending metadata at 1731962490522 (+18 ms)Flushing 5e97f10e6337bd78b713b6e48dc2f1a5/testFamily: closing flushed file at 1731962490522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d74ad0c: reopening flushed file at 1731962490938 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5e97f10e6337bd78b713b6e48dc2f1a5 in 448ms, sequenceid=8, compaction requested=false at 1731962490950 (+12 ms)Writing region close event to WAL at 1731962490951 (+1 ms)Running coprocessor post-close hooks at 1731962490956 (+5 ms)Closed at 1731962490956
2024-11-18T20:41:30,957 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731962437601.5e97f10e6337bd78b713b6e48dc2f1a5.
2024-11-18T20:41:30,957 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90b0f13c3d0e090450110b15f6d18c59, disabling compactions & flushes
2024-11-18T20:41:30,957 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:41:30,957 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:41:30,958 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59. after waiting 0 ms
2024-11-18T20:41:30,958 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:41:30,958 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90b0f13c3d0e090450110b15f6d18c59 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:30,982 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59/.tmp/testFamily/b41e726f3d434f989f5624750f2e6bdf is 61, key is row-0/testFamily:testQualifier/1731962454951/Put/seqid=0
2024-11-18T20:41:30,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741866_1042 (size=5049)
2024-11-18T20:41:31,017 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-18T20:41:31,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-18T20:41:31,218 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 8e033914601220d51f86746b10b6a695, 90b0f13c3d0e090450110b15f6d18c59
2024-11-18T20:41:31,388 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59/.tmp/testFamily/b41e726f3d434f989f5624750f2e6bdf
2024-11-18T20:41:31,399 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59/.tmp/testFamily/b41e726f3d434f989f5624750f2e6bdf as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59/testFamily/b41e726f3d434f989f5624750f2e6bdf
2024-11-18T20:41:31,408 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59/testFamily/b41e726f3d434f989f5624750f2e6bdf, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:31,409 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 90b0f13c3d0e090450110b15f6d18c59 in 451ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:31,414 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNextAsync/90b0f13c3d0e090450110b15f6d18c59/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:31,415 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:41:31,415 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90b0f13c3d0e090450110b15f6d18c59:
Waiting for close lock at 1731962490957Running coprocessor pre-close hooks at 1731962490957Disabling compacts and flushes for region at 1731962490957Disabling writes for close at 1731962490958 (+1 ms)Obtaining lock to block concurrent updates at 1731962490958Preparing flush snapshotting stores in 90b0f13c3d0e090450110b15f6d18c59 at 1731962490958Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962490958Flushing stores of testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59. at 1731962490959 (+1 ms)Flushing 90b0f13c3d0e090450110b15f6d18c59/testFamily: creating writer at 1731962490959Flushing 90b0f13c3d0e090450110b15f6d18c59/testFamily: appending metadata at 1731962490981 (+22 ms)Flushing 90b0f13c3d0e090450110b15f6d18c59/testFamily: closing flushed file at 1731962490982 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e7bfaa: reopening flushed file at 1731962491398 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 90b0f13c3d0e090450110b15f6d18c59 in 451ms, sequenceid=8, compaction requested=false at 1731962491409 (+11 ms)Writing region close event to WAL at 1731962491410 (+1 ms)Running coprocessor post-close hooks at 1731962491415 (+5 ms)Closed at 1731962491415
2024-11-18T20:41:31,416 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731962453914.90b0f13c3d0e090450110b15f6d18c59.
2024-11-18T20:41:31,416 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e033914601220d51f86746b10b6a695, disabling compactions & flushes
2024-11-18T20:41:31,416 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:41:31,416 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:41:31,416 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695. after waiting 0 ms
2024-11-18T20:41:31,416 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:41:31,416 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8e033914601220d51f86746b10b6a695 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-18T20:41:31,418 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T20:41:31,418 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1325): Online Regions={8e033914601220d51f86746b10b6a695=testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.}
2024-11-18T20:41:31,418 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 8e033914601220d51f86746b10b6a695
2024-11-18T20:41:31,435 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695/.tmp/testFamily/af603e3f7eaf40a2860ea3d31bad3530 is 61, key is row-0/testFamily:testQualifier/1731962461063/Put/seqid=0
2024-11-18T20:41:31,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741867_1043 (size=5049)
2024-11-18T20:41:31,618 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 8e033914601220d51f86746b10b6a695
2024-11-18T20:41:31,819 DEBUG [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1351): Waiting on 8e033914601220d51f86746b10b6a695
2024-11-18T20:41:31,843 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695/.tmp/testFamily/af603e3f7eaf40a2860ea3d31bad3530
2024-11-18T20:41:31,853 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695/.tmp/testFamily/af603e3f7eaf40a2860ea3d31bad3530 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695/testFamily/af603e3f7eaf40a2860ea3d31bad3530
2024-11-18T20:41:31,860 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695/testFamily/af603e3f7eaf40a2860ea3d31bad3530, entries=4, sequenceid=8, filesize=4.9 K
2024-11-18T20:41:31,861 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8e033914601220d51f86746b10b6a695 in 445ms, sequenceid=8, compaction requested=false
2024-11-18T20:41:31,866 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/data/default/testNormalScanTimeoutOnNext/8e033914601220d51f86746b10b6a695/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-18T20:41:31,867 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:41:31,867 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e033914601220d51f86746b10b6a695:
Waiting for close lock at 1731962491416Running coprocessor pre-close hooks at 1731962491416Disabling compacts and flushes for region at 1731962491416Disabling writes for close at 1731962491416Obtaining lock to block concurrent updates at 1731962491416Preparing flush snapshotting stores in 8e033914601220d51f86746b10b6a695 at 1731962491416Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731962491416Flushing stores of testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695. at 1731962491417 (+1 ms)Flushing 8e033914601220d51f86746b10b6a695/testFamily: creating writer at 1731962491417Flushing 8e033914601220d51f86746b10b6a695/testFamily: appending metadata at 1731962491435 (+18 ms)Flushing 8e033914601220d51f86746b10b6a695/testFamily: closing flushed file at 1731962491435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397f0b69: reopening flushed file at 1731962491851 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8e033914601220d51f86746b10b6a695 in 445ms, sequenceid=8, compaction requested=false at 1731962491861 (+10 ms)Writing region close event to WAL at 1731962491862 (+1 ms)Running coprocessor post-close hooks at 1731962491867 (+5 ms)Closed at 1731962491867
2024-11-18T20:41:31,867 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731962458004.8e033914601220d51f86746b10b6a695.
2024-11-18T20:41:32,019 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,40283,1731962361461; all regions closed.
2024-11-18T20:41:32,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741834_1010 (size=19479)
2024-11-18T20:41:32,032 DEBUG [RS:0;29a7ef02c270:40283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/oldWALs
2024-11-18T20:41:32,032 INFO  [RS:0;29a7ef02c270:40283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C40283%2C1731962361461.meta:.meta(num 1731962424854)
2024-11-18T20:41:32,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741833_1009 (size=20031)
2024-11-18T20:41:32,035 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/WALs/29a7ef02c270,40283,1731962361461/29a7ef02c270%2C40283%2C1731962361461.1731962424412 not finished, retry = 0
2024-11-18T20:41:32,140 DEBUG [RS:0;29a7ef02c270:40283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/oldWALs
2024-11-18T20:41:32,140 INFO  [RS:0;29a7ef02c270:40283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C40283%2C1731962361461:(num 1731962424412)
2024-11-18T20:41:32,140 DEBUG [RS:0;29a7ef02c270:40283 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:41:32,140 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T20:41:32,140 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T20:41:32,141 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-18T20:41:32,141 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T20:41:32,141 INFO  [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T20:41:32,143 INFO  [RS:0;29a7ef02c270:40283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40283
2024-11-18T20:41:32,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T20:41:32,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/29a7ef02c270,40283,1731962361461
2024-11-18T20:41:32,158 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T20:41:32,159 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,40283,1731962361461]
2024-11-18T20:41:32,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/29a7ef02c270,40283,1731962361461 already deleted, retry=false
2024-11-18T20:41:32,176 INFO  [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T20:41:32,177 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,40283,1731962361461 expired; onlineServers=0
2024-11-18T20:41:32,177 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,35543,1731962360780' *****
2024-11-18T20:41:32,177 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T20:41:32,177 INFO  [M:0;29a7ef02c270:35543 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T20:41:32,177 INFO  [M:0;29a7ef02c270:35543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T20:41:32,178 DEBUG [M:0;29a7ef02c270:35543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T20:41:32,178 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T20:41:32,178 DEBUG [M:0;29a7ef02c270:35543 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T20:41:32,178 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962364246 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731962364246,5,FailOnTimeoutGroup]
2024-11-18T20:41:32,178 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962364249 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731962364249,5,FailOnTimeoutGroup]
2024-11-18T20:41:32,178 INFO  [M:0;29a7ef02c270:35543 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T20:41:32,178 INFO  [M:0;29a7ef02c270:35543 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T20:41:32,179 DEBUG [M:0;29a7ef02c270:35543 {}] master.HMaster(1795): Stopping service threads
2024-11-18T20:41:32,179 INFO  [M:0;29a7ef02c270:35543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T20:41:32,179 INFO  [M:0;29a7ef02c270:35543 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T20:41:32,180 INFO  [M:0;29a7ef02c270:35543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T20:41:32,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T20:41:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T20:41:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:41:32,186 DEBUG [M:0;29a7ef02c270:35543 {}] zookeeper.ZKUtil(347): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-18T20:41:32,186 WARN  [M:0;29a7ef02c270:35543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-18T20:41:32,187 INFO  [M:0;29a7ef02c270:35543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/.lastflushedseqids
2024-11-18T20:41:32,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741868_1044 (size=721)
2024-11-18T20:41:32,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T20:41:32,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40283-0x10150f602a60001, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T20:41:32,269 INFO  [RS:0;29a7ef02c270:40283 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T20:41:32,270 INFO  [RS:0;29a7ef02c270:40283 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,40283,1731962361461; zookeeper connection closed.
2024-11-18T20:41:32,270 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fdce51a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fdce51a
2024-11-18T20:41:32,271 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T20:41:32,601 INFO  [M:0;29a7ef02c270:35543 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T20:41:32,601 INFO  [M:0;29a7ef02c270:35543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T20:41:32,602 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T20:41:32,602 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:41:32,602 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:41:32,602 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T20:41:32,602 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:41:32,603 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.19 KB heapSize=191.23 KB
2024-11-18T20:41:32,625 DEBUG [M:0;29a7ef02c270:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/460d8af182064ed18cab3498a51b2558 is 82, key is hbase:meta,,1/info:regioninfo/1731962424935/Put/seqid=0
2024-11-18T20:41:32,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741869_1045 (size=5672)
2024-11-18T20:41:33,033 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/460d8af182064ed18cab3498a51b2558
2024-11-18T20:41:33,062 DEBUG [M:0;29a7ef02c270:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f27d74259c09446994e75669f8398e8e is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962426570/Put/seqid=0
2024-11-18T20:41:33,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741870_1046 (size=14079)
2024-11-18T20:41:33,468 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.64 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f27d74259c09446994e75669f8398e8e
2024-11-18T20:41:33,484 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f27d74259c09446994e75669f8398e8e
2024-11-18T20:41:33,504 DEBUG [M:0;29a7ef02c270:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62063a2232bf4fc1a89a39e4a7aa9ec2 is 69, key is 29a7ef02c270,40283,1731962361461/rs:state/1731962394275/Put/seqid=0
2024-11-18T20:41:33,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741871_1047 (size=5156)
2024-11-18T20:41:33,912 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62063a2232bf4fc1a89a39e4a7aa9ec2
2024-11-18T20:41:33,923 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/460d8af182064ed18cab3498a51b2558 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/460d8af182064ed18cab3498a51b2558
2024-11-18T20:41:33,933 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/460d8af182064ed18cab3498a51b2558, entries=8, sequenceid=319, filesize=5.5 K
2024-11-18T20:41:33,934 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f27d74259c09446994e75669f8398e8e as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f27d74259c09446994e75669f8398e8e
2024-11-18T20:41:33,942 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f27d74259c09446994e75669f8398e8e
2024-11-18T20:41:33,942 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f27d74259c09446994e75669f8398e8e, entries=33, sequenceid=319, filesize=13.7 K
2024-11-18T20:41:33,944 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62063a2232bf4fc1a89a39e4a7aa9ec2 as hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62063a2232bf4fc1a89a39e4a7aa9ec2
2024-11-18T20:41:33,952 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62063a2232bf4fc1a89a39e4a7aa9ec2, entries=1, sequenceid=319, filesize=5.0 K
2024-11-18T20:41:33,954 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.19 KB/167111, heapSize ~190.93 KB/195512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1351ms, sequenceid=319, compaction requested=false
2024-11-18T20:41:33,955 INFO  [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:41:33,956 DEBUG [M:0;29a7ef02c270:35543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731962492602Disabling compacts and flushes for region at 1731962492602Disabling writes for close at 1731962492602Obtaining lock to block concurrent updates at 1731962492603 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962492603Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167111, getHeapSize=195752, getOffHeapSize=0, getCellsCount=366 at 1731962492604 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962492605 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962492606 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962492625 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962492625Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962493041 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962493062 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962493062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962493484 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962493503 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962493503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f1f610: reopening flushed file at 1731962493921 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb5b7b8: reopening flushed file at 1731962493933 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3780d1c0: reopening flushed file at 1731962493943 (+10 ms)Finished flush of dataSize ~163.19 KB/167111, heapSize ~190.93 KB/195512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1351ms, sequenceid=319, compaction requested=false at 1731962493954 (+11 ms)Writing region close event to WAL at 1731962493955 (+1 ms)Closed at 1731962493955
2024-11-18T20:41:33,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741830_1006 (size=188453)
2024-11-18T20:41:33,959 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae5fbb58-cc7e-8f28-ca86-72dad0d58912/MasterData/WALs/29a7ef02c270,35543,1731962360780/29a7ef02c270%2C35543%2C1731962360780.1731962363577 not finished, retry = 0
2024-11-18T20:41:34,061 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T20:41:34,061 INFO  [M:0;29a7ef02c270:35543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T20:41:34,061 INFO  [M:0;29a7ef02c270:35543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35543
2024-11-18T20:41:34,062 INFO  [M:0;29a7ef02c270:35543 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T20:41:34,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T20:41:34,175 INFO  [M:0;29a7ef02c270:35543 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T20:41:34,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10150f602a60000, quorum=127.0.0.1:56444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T20:41:34,260 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T20:41:34,262 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T20:41:34,262 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T20:41:34,263 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T20:41:34,263 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/hadoop.log.dir/,STOPPED}
2024-11-18T20:41:34,266 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T20:41:34,266 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T20:41:34,266 WARN  [BP-675622832-172.17.0.2-1731962357109 heartbeating to localhost/127.0.0.1:42511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T20:41:34,267 WARN  [BP-675622832-172.17.0.2-1731962357109 heartbeating to localhost/127.0.0.1:42511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-675622832-172.17.0.2-1731962357109 (Datanode Uuid 41bff695-e6d9-4091-812d-307e9472f03a) service to localhost/127.0.0.1:42511
2024-11-18T20:41:34,269 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/cluster_11fdfe1c-ed76-346d-a4ec-e2adf01ef79c/data/data1/current/BP-675622832-172.17.0.2-1731962357109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T20:41:34,270 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/cluster_11fdfe1c-ed76-346d-a4ec-e2adf01ef79c/data/data2/current/BP-675622832-172.17.0.2-1731962357109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T20:41:34,270 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T20:41:34,279 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T20:41:34,280 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T20:41:34,280 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T20:41:34,280 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T20:41:34,280 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1934fe4d-e111-2195-d610-8c2b305b42bd/hadoop.log.dir/,STOPPED}
2024-11-18T20:41:34,287 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T20:41:34,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down