2024-12-06 04:33:47,732 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-06 04:33:47,751 main DEBUG Took 0.017011 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-06 04:33:47,752 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-06 04:33:47,752 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-06 04:33:47,753 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-06 04:33:47,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,760 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-06 04:33:47,770 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,772 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,773 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,774 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,775 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,776 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,777 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,777 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,778 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,778 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,779 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 04:33:47,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,780 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-06 04:33:47,782 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 04:33:47,783 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-06 04:33:47,784 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-06 04:33:47,785 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-06 04:33:47,786 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-06 04:33:47,786 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-06 04:33:47,794 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-06 04:33:47,796 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-06 04:33:47,798 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-06 04:33:47,798 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-06 04:33:47,799 main DEBUG createAppenders(={Console})
2024-12-06 04:33:47,800 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-06 04:33:47,800 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-06 04:33:47,800 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-06 04:33:47,801 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-06 04:33:47,801 main DEBUG OutputStream closed
2024-12-06 04:33:47,801 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-06 04:33:47,801 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-06 04:33:47,801 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-06 04:33:47,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-06 04:33:47,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-06 04:33:47,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-06 04:33:47,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-06 04:33:47,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-06 04:33:47,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-06 04:33:47,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-06 04:33:47,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-06 04:33:47,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-06 04:33:47,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-06 04:33:47,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-06 04:33:47,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-06 04:33:47,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-06 04:33:47,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-06 04:33:47,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-06 04:33:47,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-06 04:33:47,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-06 04:33:47,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-06 04:33:47,883 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06 04:33:47,884 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-06 04:33:47,884 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-06 04:33:47,885 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-06T04:33:47,900 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-06 04:33:47,903 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-06 04:33:47,903 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06T04:33:48,119 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb
2024-12-06T04:33:48,138 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-06T04:33:48,151 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/cluster_8fc0ab81-3b70-0c80-dbe2-61ec881a01f2, deleteOnExit=true
2024-12-06T04:33:48,152 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-06T04:33:48,153 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/test.cache.data in system properties and HBase conf
2024-12-06T04:33:48,153 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/hadoop.tmp.dir in system properties and HBase conf
2024-12-06T04:33:48,154 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/hadoop.log.dir in system properties and HBase conf
2024-12-06T04:33:48,154 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-06T04:33:48,154 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-06T04:33:48,155 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-06T04:33:48,238 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-06T04:33:48,323 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T04:33:48,326 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-06T04:33:48,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-06T04:33:48,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-06T04:33:48,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-06T04:33:48,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-06T04:33:48,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-06T04:33:48,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-06T04:33:48,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-06T04:33:48,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-06T04:33:48,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/nfs.dump.dir in system properties and HBase conf
2024-12-06T04:33:48,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/java.io.tmpdir in system properties and HBase conf
2024-12-06T04:33:48,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-06T04:33:48,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-06T04:33:48,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-06T04:33:49,033 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-06T04:33:49,102 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2079ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-06T04:33:49,165 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T04:33:49,217 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-06T04:33:49,242 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-06T04:33:49,243 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-06T04:33:49,244 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-06T04:33:49,256 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T04:33:49,259 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/hadoop.log.dir/,AVAILABLE}
2024-12-06T04:33:49,260 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-06T04:33:49,427 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df87c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/java.io.tmpdir/jetty-localhost-33977-hadoop-hdfs-3_4_1-tests_jar-_-any-3556643586510405131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-06T04:33:49,434 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:33977}
2024-12-06T04:33:49,434 INFO  [Time-limited test {}] server.Server(415): Started @2411ms
2024-12-06T04:33:49,765 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T04:33:49,773 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-06T04:33:49,774 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-06T04:33:49,774 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-06T04:33:49,775 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-06T04:33:49,775 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ee0fe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/hadoop.log.dir/,AVAILABLE}
2024-12-06T04:33:49,776 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48199fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-06T04:33:49,885 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6261b108{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/java.io.tmpdir/jetty-localhost-42899-hadoop-hdfs-3_4_1-tests_jar-_-any-10405965440913186145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-06T04:33:49,886 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@379257e4{HTTP/1.1, (http/1.1)}{localhost:42899}
2024-12-06T04:33:49,886 INFO  [Time-limited test {}] server.Server(415): Started @2864ms
2024-12-06T04:33:49,931 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-06T04:33:50,361 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/cluster_8fc0ab81-3b70-0c80-dbe2-61ec881a01f2/data/data1/current/BP-1628357463-172.17.0.2-1733459628849/current, will proceed with Du for space computation calculation, 
2024-12-06T04:33:50,361 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/cluster_8fc0ab81-3b70-0c80-dbe2-61ec881a01f2/data/data2/current/BP-1628357463-172.17.0.2-1733459628849/current, will proceed with Du for space computation calculation, 
2024-12-06T04:33:50,402 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-06T04:33:50,456 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x521122bde3f2f49c with lease ID 0x24e6c04af5f4ffea: Processing first storage report for DS-95923804-9589-4aa3-83d9-3a7438ecd578 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=f0041bd8-008d-46fb-b5fc-27df6342a396, infoPort=36091, infoSecurePort=0, ipcPort=39179, storageInfo=lv=-57;cid=testClusterID;nsid=486299063;c=1733459628849)
2024-12-06T04:33:50,458 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x521122bde3f2f49c with lease ID 0x24e6c04af5f4ffea: from storage DS-95923804-9589-4aa3-83d9-3a7438ecd578 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=f0041bd8-008d-46fb-b5fc-27df6342a396, infoPort=36091, infoSecurePort=0, ipcPort=39179, storageInfo=lv=-57;cid=testClusterID;nsid=486299063;c=1733459628849), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-06T04:33:50,458 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x521122bde3f2f49c with lease ID 0x24e6c04af5f4ffea: Processing first storage report for DS-d38165e4-e8cb-4a51-9fc9-dca3f0aa9c07 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=f0041bd8-008d-46fb-b5fc-27df6342a396, infoPort=36091, infoSecurePort=0, ipcPort=39179, storageInfo=lv=-57;cid=testClusterID;nsid=486299063;c=1733459628849)
2024-12-06T04:33:50,459 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x521122bde3f2f49c with lease ID 0x24e6c04af5f4ffea: from storage DS-d38165e4-e8cb-4a51-9fc9-dca3f0aa9c07 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=f0041bd8-008d-46fb-b5fc-27df6342a396, infoPort=36091, infoSecurePort=0, ipcPort=39179, storageInfo=lv=-57;cid=testClusterID;nsid=486299063;c=1733459628849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-06T04:33:50,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb
2024-12-06T04:33:50,555 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/cluster_8fc0ab81-3b70-0c80-dbe2-61ec881a01f2/zookeeper_0, clientPort=59617, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/cluster_8fc0ab81-3b70-0c80-dbe2-61ec881a01f2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/cluster_8fc0ab81-3b70-0c80-dbe2-61ec881a01f2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-06T04:33:50,564 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59617
2024-12-06T04:33:50,579 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T04:33:50,583 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T04:33:50,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741825_1001 (size=7)
2024-12-06T04:33:51,216 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9 with version=8
2024-12-06T04:33:51,216 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/hbase-staging
2024-12-06T04:33:51,298 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-06T04:33:51,494 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/a5928616aea1:0 server-side Connection retries=9
2024-12-06T04:33:51,503 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T04:33:51,503 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T04:33:51,507 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T04:33:51,507 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T04:33:51,508 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T04:33:51,638 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-06T04:33:51,694 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-06T04:33:51,702 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-06T04:33:51,705 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T04:33:51,727 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103489 (auto-detected)
2024-12-06T04:33:51,728 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-06T04:33:51,751 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33009
2024-12-06T04:33:51,770 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33009 connecting to ZooKeeper ensemble=127.0.0.1:59617
2024-12-06T04:33:51,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330090x0, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T04:33:51,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33009-0x100adce36360000 connected
2024-12-06T04:33:51,828 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T04:33:51,830 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T04:33:51,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T04:33:51,843 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9, hbase.cluster.distributed=false
2024-12-06T04:33:51,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T04:33:51,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33009
2024-12-06T04:33:51,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33009
2024-12-06T04:33:51,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33009
2024-12-06T04:33:51,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33009
2024-12-06T04:33:51,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33009
2024-12-06T04:33:51,974 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a5928616aea1:0 server-side Connection retries=9
2024-12-06T04:33:51,976 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T04:33:51,976 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T04:33:51,976 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T04:33:51,976 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T04:33:51,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T04:33:51,980 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-06T04:33:51,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T04:33:51,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46549
2024-12-06T04:33:51,986 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46549 connecting to ZooKeeper ensemble=127.0.0.1:59617
2024-12-06T04:33:51,988 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T04:33:51,993 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T04:33:52,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465490x0, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T04:33:52,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465490x0, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T04:33:52,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46549-0x100adce36360001 connected
2024-12-06T04:33:52,008 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-06T04:33:52,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-06T04:33:52,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-06T04:33:52,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T04:33:52,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46549
2024-12-06T04:33:52,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46549
2024-12-06T04:33:52,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46549
2024-12-06T04:33:52,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46549
2024-12-06T04:33:52,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46549
2024-12-06T04:33:52,051 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a5928616aea1:33009
2024-12-06T04:33:52,053 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a5928616aea1,33009,1733459631342
2024-12-06T04:33:52,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T04:33:52,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T04:33:52,062 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a5928616aea1,33009,1733459631342
2024-12-06T04:33:52,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-06T04:33:52,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:52,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:52,083 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-06T04:33:52,084 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a5928616aea1,33009,1733459631342 from backup master directory
2024-12-06T04:33:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a5928616aea1,33009,1733459631342
2024-12-06T04:33:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T04:33:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T04:33:52,088 WARN  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T04:33:52,088 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a5928616aea1,33009,1733459631342
2024-12-06T04:33:52,091 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-06T04:33:52,093 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-06T04:33:52,144 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/hbase.id] with ID: 01ad375b-4ca3-4edf-851d-69cbe845ddc7
2024-12-06T04:33:52,144 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/.tmp/hbase.id
2024-12-06T04:33:52,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741826_1002 (size=42)
2024-12-06T04:33:52,155 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/.tmp/hbase.id]:[hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/hbase.id]
2024-12-06T04:33:52,201 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T04:33:52,206 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-06T04:33:52,224 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-12-06T04:33:52,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:52,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:52,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741827_1003 (size=196)
2024-12-06T04:33:52,261 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:33:52,263 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-06T04:33:52,278 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T04:33:52,282 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T04:33:52,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741828_1004 (size=1189)
2024-12-06T04:33:52,729 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store
2024-12-06T04:33:52,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741829_1005 (size=34)
2024-12-06T04:33:53,153 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-06T04:33:53,158 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:33:53,159 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T04:33:53,159 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T04:33:53,160 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T04:33:53,162 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T04:33:53,162 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T04:33:53,162 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T04:33:53,164 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733459633159Disabling compacts and flushes for region at 1733459633159Disabling writes for close at 1733459633162 (+3 ms)Writing region close event to WAL at 1733459633162Closed at 1733459633162
2024-12-06T04:33:53,166 WARN  [master/a5928616aea1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/.initializing
2024-12-06T04:33:53,166 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/WALs/a5928616aea1,33009,1733459631342
2024-12-06T04:33:53,173 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T04:33:53,186 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a5928616aea1%2C33009%2C1733459631342, suffix=, logDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/WALs/a5928616aea1,33009,1733459631342, archiveDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/oldWALs, maxLogs=10
2024-12-06T04:33:53,205 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/WALs/a5928616aea1,33009,1733459631342/a5928616aea1%2C33009%2C1733459631342.1733459633190, exclude list is [], retry=0
2024-12-06T04:33:53,219 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-95923804-9589-4aa3-83d9-3a7438ecd578,DISK]
2024-12-06T04:33:53,222 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-06T04:33:53,255 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/WALs/a5928616aea1,33009,1733459631342/a5928616aea1%2C33009%2C1733459631342.1733459633190
2024-12-06T04:33:53,256 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36091:36091)]
2024-12-06T04:33:53,256 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:33:53,256 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:33:53,260 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T04:33:53,261 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T04:33:53,296 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T04:33:53,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-06T04:33:53,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:53,324 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:33:53,325 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T04:33:53,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-06T04:33:53,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:53,330 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:33:53,330 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T04:33:53,333 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-06T04:33:53,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:53,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:33:53,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T04:33:53,338 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-06T04:33:53,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:53,340 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:33:53,340 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T04:33:53,344 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T04:33:53,345 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T04:33:53,351 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T04:33:53,351 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T04:33:53,355 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T04:33:53,360 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T04:33:53,365 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:33:53,366 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74415878, jitterRate=0.10888299345970154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T04:33:53,374 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733459633273Initializing all the Stores at 1733459633275 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733459633276 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459633276Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459633277 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459633277Cleaning up temporary data from old regions at 1733459633352 (+75 ms)Region opened successfully at 1733459633374 (+22 ms)
2024-12-06T04:33:53,376 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-06T04:33:53,417 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7129d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a5928616aea1/172.17.0.2:0
2024-12-06T04:33:53,460 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-06T04:33:53,471 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-06T04:33:53,472 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-06T04:33:53,474 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-06T04:33:53,476 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-06T04:33:53,481 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-06T04:33:53,481 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-06T04:33:53,507 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-06T04:33:53,516 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-06T04:33:53,518 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-06T04:33:53,521 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-06T04:33:53,523 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-06T04:33:53,524 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-06T04:33:53,527 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-06T04:33:53,532 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-06T04:33:53,533 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-06T04:33:53,535 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-06T04:33:53,536 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-06T04:33:53,553 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-06T04:33:53,554 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-06T04:33:53,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T04:33:53,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T04:33:53,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:53,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:53,559 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a5928616aea1,33009,1733459631342, sessionid=0x100adce36360000, setting cluster-up flag (Was=false)
2024-12-06T04:33:53,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:53,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:53,573 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-06T04:33:53,575 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a5928616aea1,33009,1733459631342
2024-12-06T04:33:53,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:53,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:33:53,585 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-06T04:33:53,586 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a5928616aea1,33009,1733459631342
2024-12-06T04:33:53,592 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-06T04:33:53,641 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(746): ClusterId : 01ad375b-4ca3-4edf-851d-69cbe845ddc7
2024-12-06T04:33:53,644 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-06T04:33:53,649 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-06T04:33:53,649 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-06T04:33:53,652 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-06T04:33:53,653 DEBUG [RS:0;a5928616aea1:46549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ae80bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a5928616aea1/172.17.0.2:0
2024-12-06T04:33:53,662 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-06T04:33:53,666 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a5928616aea1:46549
2024-12-06T04:33:53,669 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-06T04:33:53,669 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-06T04:33:53,669 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-06T04:33:53,671 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-06T04:33:53,672 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(2659): reportForDuty to master=a5928616aea1,33009,1733459631342 with port=46549, startcode=1733459631939
2024-12-06T04:33:53,677 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-06T04:33:53,683 DEBUG [RS:0;a5928616aea1:46549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-06T04:33:53,681 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a5928616aea1,33009,1733459631342
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-06T04:33:53,689 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a5928616aea1:0, corePoolSize=5, maxPoolSize=5
2024-12-06T04:33:53,689 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a5928616aea1:0, corePoolSize=5, maxPoolSize=5
2024-12-06T04:33:53,689 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a5928616aea1:0, corePoolSize=5, maxPoolSize=5
2024-12-06T04:33:53,690 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a5928616aea1:0, corePoolSize=5, maxPoolSize=5
2024-12-06T04:33:53,690 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a5928616aea1:0, corePoolSize=10, maxPoolSize=10
2024-12-06T04:33:53,690 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,691 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a5928616aea1:0, corePoolSize=2, maxPoolSize=2
2024-12-06T04:33:53,691 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,693 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733459663693
2024-12-06T04:33:53,695 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-06T04:33:53,696 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-06T04:33:53,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T04:33:53,698 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-06T04:33:53,700 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-06T04:33:53,701 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-06T04:33:53,701 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-06T04:33:53,701 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-06T04:33:53,702 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,705 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-06T04:33:53,707 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-06T04:33:53,707 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-06T04:33:53,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:53,708 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-06T04:33:53,709 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-06T04:33:53,710 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-06T04:33:53,716 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a5928616aea1:0:becomeActiveMaster-HFileCleaner.large.0-1733459633712,5,FailOnTimeoutGroup]
2024-12-06T04:33:53,717 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a5928616aea1:0:becomeActiveMaster-HFileCleaner.small.0-1733459633716,5,FailOnTimeoutGroup]
2024-12-06T04:33:53,717 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,717 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-06T04:33:53,718 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,719 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,721 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-06T04:33:53,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741831_1007 (size=1321)
2024-12-06T04:33:53,727 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a5928616aea1,46549,1733459631939
2024-12-06T04:33:53,729 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33009 {}] master.ServerManager(517): Registering regionserver=a5928616aea1,46549,1733459631939
2024-12-06T04:33:53,742 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:33:53,743 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32953
2024-12-06T04:33:53,743 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-06T04:33:53,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T04:33:53,747 DEBUG [RS:0;a5928616aea1:46549 {}] zookeeper.ZKUtil(111): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a5928616aea1,46549,1733459631939
2024-12-06T04:33:53,748 WARN  [RS:0;a5928616aea1:46549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T04:33:53,748 INFO  [RS:0;a5928616aea1:46549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T04:33:53,748 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/WALs/a5928616aea1,46549,1733459631939
2024-12-06T04:33:53,750 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a5928616aea1,46549,1733459631939]
2024-12-06T04:33:53,773 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-06T04:33:53,785 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-06T04:33:53,790 INFO  [RS:0;a5928616aea1:46549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-06T04:33:53,790 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,791 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-06T04:33:53,797 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-06T04:33:53,798 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,798 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,798 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,799 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,799 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,799 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,799 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a5928616aea1:0, corePoolSize=2, maxPoolSize=2
2024-12-06T04:33:53,799 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,799 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,800 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,800 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,800 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,800 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a5928616aea1:0, corePoolSize=1, maxPoolSize=1
2024-12-06T04:33:53,800 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a5928616aea1:0, corePoolSize=3, maxPoolSize=3
2024-12-06T04:33:53,800 DEBUG [RS:0;a5928616aea1:46549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a5928616aea1:0, corePoolSize=3, maxPoolSize=3
2024-12-06T04:33:53,802 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,802 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,802 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,803 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,803 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,803 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=a5928616aea1,46549,1733459631939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T04:33:53,819 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-06T04:33:53,820 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=a5928616aea1,46549,1733459631939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,821 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,821 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.Replication(171): a5928616aea1,46549,1733459631939 started
2024-12-06T04:33:53,836 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T04:33:53,837 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1482): Serving as a5928616aea1,46549,1733459631939, RpcServer on a5928616aea1/172.17.0.2:46549, sessionid=0x100adce36360001
2024-12-06T04:33:53,838 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-06T04:33:53,838 DEBUG [RS:0;a5928616aea1:46549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a5928616aea1,46549,1733459631939
2024-12-06T04:33:53,838 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a5928616aea1,46549,1733459631939'
2024-12-06T04:33:53,838 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-06T04:33:53,839 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-06T04:33:53,840 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-06T04:33:53,840 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-06T04:33:53,840 DEBUG [RS:0;a5928616aea1:46549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a5928616aea1,46549,1733459631939
2024-12-06T04:33:53,840 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a5928616aea1,46549,1733459631939'
2024-12-06T04:33:53,841 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-06T04:33:53,841 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-06T04:33:53,842 DEBUG [RS:0;a5928616aea1:46549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-06T04:33:53,842 INFO  [RS:0;a5928616aea1:46549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-06T04:33:53,842 INFO  [RS:0;a5928616aea1:46549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-06T04:33:54,125 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-06T04:33:54,126 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:33:54,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741832_1008 (size=32)
2024-12-06T04:33:54,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:33:54,542 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-06T04:33:54,544 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T04:33:54,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:54,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:33:54,546 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-06T04:33:54,548 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T04:33:54,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:54,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:33:54,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-06T04:33:54,552 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T04:33:54,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:54,553 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:33:54,554 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-06T04:33:54,556 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T04:33:54,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:33:54,557 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:33:54,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T04:33:54,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740
2024-12-06T04:33:54,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740
2024-12-06T04:33:54,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T04:33:54,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T04:33:54,564 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T04:33:54,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T04:33:54,569 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:33:54,570 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61368581, jitterRate=-0.0855368822813034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T04:33:54,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733459634539Initializing all the Stores at 1733459634541 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733459634541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733459634541Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459634541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733459634542 (+1 ms)Cleaning up temporary data from old regions at 1733459634563 (+21 ms)Region opened successfully at 1733459634572 (+9 ms)
2024-12-06T04:33:54,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T04:33:54,572 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T04:33:54,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T04:33:54,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T04:33:54,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T04:33:54,574 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T04:33:54,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733459634572Disabling compacts and flushes for region at 1733459634572Disabling writes for close at 1733459634572Writing region close event to WAL at 1733459634573 (+1 ms)Closed at 1733459634574 (+1 ms)
2024-12-06T04:33:54,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T04:33:54,577 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-06T04:33:54,583 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-06T04:33:54,591 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T04:33:54,594 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T04:33:54,745 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:33:55,747 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:33:56,748 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:33:57,749 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:33:58,751 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:33:59,751 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:00,752 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:01,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-06T04:34:01,693 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-06T04:34:01,753 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:02,754 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:03,755 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:04,756 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:05,757 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:06,758 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:07,759 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:08,760 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:09,762 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:10,763 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:11,764 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:12,765 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:13,766 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:14,767 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:15,769 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:16,770 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:17,771 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:18,772 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:19,773 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:20,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T04:34:20,774 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:21,775 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:22,777 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:23,778 WARN  [a5928616aea1:33009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-06T04:34:23,850 INFO  [RS:0;a5928616aea1:46549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T04:34:23,854 INFO  [RS:0;a5928616aea1:46549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a5928616aea1%2C46549%2C1733459631939, suffix=, logDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/WALs/a5928616aea1,46549,1733459631939, archiveDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/oldWALs, maxLogs=32
2024-12-06T04:34:23,868 DEBUG [RS:0;a5928616aea1:46549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/WALs/a5928616aea1,46549,1733459631939/a5928616aea1%2C46549%2C1733459631939.1733459663856, exclude list is [], retry=0
2024-12-06T04:34:23,872 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-95923804-9589-4aa3-83d9-3a7438ecd578,DISK]
2024-12-06T04:34:23,875 INFO  [RS:0;a5928616aea1:46549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/WALs/a5928616aea1,46549,1733459631939/a5928616aea1%2C46549%2C1733459631939.1733459663856
2024-12-06T04:34:23,876 DEBUG [RS:0;a5928616aea1:46549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36091:36091)]
2024-12-06T04:34:24,035 DEBUG [a5928616aea1:33009 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-06T04:34:24,046 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:24,053 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a5928616aea1,46549,1733459631939, state=OPENING
2024-12-06T04:34:24,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-06T04:34:24,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:34:24,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:34:24,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T04:34:24,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T04:34:24,061 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T04:34:24,063 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:34:24,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-06T04:34:24,243 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-06T04:34:24,254 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-06T04:34:24,254 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T04:34:24,255 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-06T04:34:24,258 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a5928616aea1%2C46549%2C1733459631939.meta, suffix=.meta, logDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/WALs/a5928616aea1,46549,1733459631939, archiveDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/oldWALs, maxLogs=32
2024-12-06T04:34:24,271 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/WALs/a5928616aea1,46549,1733459631939/a5928616aea1%2C46549%2C1733459631939.meta.1733459664259.meta, exclude list is [], retry=0
2024-12-06T04:34:24,275 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-95923804-9589-4aa3-83d9-3a7438ecd578,DISK]
2024-12-06T04:34:24,277 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/WALs/a5928616aea1,46549,1733459631939/a5928616aea1%2C46549%2C1733459631939.meta.1733459664259.meta
2024-12-06T04:34:24,278 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36091:36091)]
2024-12-06T04:34:24,278 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:34:24,280 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-06T04:34:24,282 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-06T04:34:24,286 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-06T04:34:24,289 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-06T04:34:24,290 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:24,290 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-06T04:34:24,290 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-06T04:34:24,293 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-06T04:34:24,294 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T04:34:24,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:24,295 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:34:24,295 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-06T04:34:24,297 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T04:34:24,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:24,298 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:34:24,298 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-06T04:34:24,299 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T04:34:24,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:24,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:34:24,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-06T04:34:24,302 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T04:34:24,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:24,302 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T04:34:24,303 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T04:34:24,305 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740
2024-12-06T04:34:24,308 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740
2024-12-06T04:34:24,310 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T04:34:24,310 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T04:34:24,311 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T04:34:24,314 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T04:34:24,316 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73149528, jitterRate=0.09001290798187256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T04:34:24,316 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-06T04:34:24,318 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733459664290Writing region info on filesystem at 1733459664291 (+1 ms)Initializing all the Stores at 1733459664292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733459664292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733459664292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459664292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733459664292Cleaning up temporary data from old regions at 1733459664311 (+19 ms)Running coprocessor post-open hooks at 1733459664316 (+5 ms)Region opened successfully at 1733459664318 (+2 ms)
2024-12-06T04:34:24,324 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733459664231
2024-12-06T04:34:24,337 DEBUG [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-06T04:34:24,337 INFO  [RS_OPEN_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-06T04:34:24,339 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:24,341 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a5928616aea1,46549,1733459631939, state=OPEN
2024-12-06T04:34:24,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T04:34:24,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T04:34:24,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T04:34:24,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T04:34:24,345 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a5928616aea1,46549,1733459631939
2024-12-06T04:34:24,351 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-06T04:34:24,352 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a5928616aea1,46549,1733459631939 in 282 msec
2024-12-06T04:34:24,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-06T04:34:24,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.7700 sec
2024-12-06T04:34:24,361 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T04:34:24,361 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-06T04:34:24,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T04:34:24,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a5928616aea1,46549,1733459631939, seqNum=-1]
2024-12-06T04:34:24,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T04:34:24,401 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T04:34:24,422 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.7990 sec
2024-12-06T04:34:24,422 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733459664422, completionTime=-1
2024-12-06T04:34:24,425 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-06T04:34:24,425 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-06T04:34:24,452 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-06T04:34:24,452 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733459724452
2024-12-06T04:34:24,453 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733459784452
2024-12-06T04:34:24,453 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec
2024-12-06T04:34:24,454 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a5928616aea1,33009,1733459631342-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T04:34:24,455 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a5928616aea1,33009,1733459631342-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T04:34:24,455 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a5928616aea1,33009,1733459631342-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T04:34:24,456 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a5928616aea1:33009, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T04:34:24,456 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-06T04:34:24,457 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-06T04:34:24,463 DEBUG [master/a5928616aea1:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-06T04:34:24,482 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 32.394sec
2024-12-06T04:34:24,484 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-06T04:34:24,485 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-06T04:34:24,486 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-06T04:34:24,486 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-06T04:34:24,487 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-06T04:34:24,487 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a5928616aea1,33009,1733459631342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T04:34:24,488 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a5928616aea1,33009,1733459631342-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-06T04:34:24,496 DEBUG [master/a5928616aea1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-06T04:34:24,497 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-06T04:34:24,497 INFO  [master/a5928616aea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a5928616aea1,33009,1733459631342-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T04:34:24,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19040525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T04:34:24,597 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-06T04:34:24,597 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-06T04:34:24,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a5928616aea1,33009,-1 for getting cluster id
2024-12-06T04:34:24,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T04:34:24,608 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ad375b-4ca3-4edf-851d-69cbe845ddc7'
2024-12-06T04:34:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T04:34:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ad375b-4ca3-4edf-851d-69cbe845ddc7"

2024-12-06T04:34:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18214de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T04:34:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a5928616aea1,33009,-1]
2024-12-06T04:34:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T04:34:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:34:24,618 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T04:34:24,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae8a796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T04:34:24,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T04:34:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a5928616aea1,46549,1733459631939, seqNum=-1]
2024-12-06T04:34:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T04:34:24,647 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T04:34:24,664 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a5928616aea1,33009,1733459631342
2024-12-06T04:34:24,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4529cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T04:34:24,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a5928616aea1,33009,-1 for getting cluster id
2024-12-06T04:34:24,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T04:34:24,671 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ad375b-4ca3-4edf-851d-69cbe845ddc7'
2024-12-06T04:34:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T04:34:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ad375b-4ca3-4edf-851d-69cbe845ddc7"

2024-12-06T04:34:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adcb0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T04:34:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a5928616aea1,33009,-1]
2024-12-06T04:34:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T04:34:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:34:24,675 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T04:34:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a188c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T04:34:24,691 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=9, AvailableMemoryMB=6911
2024-12-06T04:34:24,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T04:34:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a5928616aea1,33009,1733459631342
2024-12-06T04:34:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494ab692
2024-12-06T04:34:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T04:34:24,707 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T04:34:24,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:34:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-06T04:34:24,723 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:34:24,725 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-06T04:34:24,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:24,727 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:34:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T04:34:24,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741835_1011 (size=428)
2024-12-06T04:34:25,149 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4198451c13df27aee4fe1bfc909b18b, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:34:25,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741836_1012 (size=79)
2024-12-06T04:34:25,560 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:25,561 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing f4198451c13df27aee4fe1bfc909b18b, disabling compactions & flushes
2024-12-06T04:34:25,561 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:34:25,561 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:34:25,561 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b. after waiting 0 ms
2024-12-06T04:34:25,562 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:34:25,562 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:34:25,562 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4198451c13df27aee4fe1bfc909b18b:
Waiting for close lock at 1733459665561Disabling compacts and flushes for region at 1733459665561Disabling writes for close at 1733459665561Writing region close event to WAL at 1733459665562 (+1 ms)Closed at 1733459665562
2024-12-06T04:34:25,568 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:34:25,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733459665568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459665568"}]},"ts":"1733459665568"}
2024-12-06T04:34:25,579 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:34:25,582 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:34:25,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459665582"}]},"ts":"1733459665582"}
2024-12-06T04:34:25,589 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-06T04:34:25,592 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f4198451c13df27aee4fe1bfc909b18b, ASSIGN}]
2024-12-06T04:34:25,595 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f4198451c13df27aee4fe1bfc909b18b, ASSIGN
2024-12-06T04:34:25,598 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f4198451c13df27aee4fe1bfc909b18b, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:34:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T04:34:25,749 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4198451c13df27aee4fe1bfc909b18b, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:25,753 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f4198451c13df27aee4fe1bfc909b18b, ASSIGN because future has completed
2024-12-06T04:34:25,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4198451c13df27aee4fe1bfc909b18b, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:34:25,920 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:34:25,920 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f4198451c13df27aee4fe1bfc909b18b, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:34:25,921 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,921 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:25,921 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,921 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,924 INFO  [StoreOpener-f4198451c13df27aee4fe1bfc909b18b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f4198451c13df27aee4fe1bfc909b18b 
2024-12-06T04:34:25,926 INFO  [StoreOpener-f4198451c13df27aee4fe1bfc909b18b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4198451c13df27aee4fe1bfc909b18b columnFamilyName testFamily
2024-12-06T04:34:25,926 DEBUG [StoreOpener-f4198451c13df27aee4fe1bfc909b18b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:25,927 INFO  [StoreOpener-f4198451c13df27aee4fe1bfc909b18b-1 {}] regionserver.HStore(327): Store=f4198451c13df27aee4fe1bfc909b18b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:34:25,927 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,929 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,929 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,930 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,930 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,933 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,937 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:34:25,938 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f4198451c13df27aee4fe1bfc909b18b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67794483, jitterRate=0.010216519236564636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:34:25,938 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:34:25,939 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f4198451c13df27aee4fe1bfc909b18b:
Running coprocessor pre-open hook at 1733459665921Writing region info on filesystem at 1733459665921Initializing all the Stores at 1733459665923 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459665923Cleaning up temporary data from old regions at 1733459665930 (+7 ms)Running coprocessor post-open hooks at 1733459665938 (+8 ms)Region opened successfully at 1733459665939 (+1 ms)
2024-12-06T04:34:25,942 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b., pid=6, masterSystemTime=1733459665908
2024-12-06T04:34:25,945 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:34:25,946 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:34:25,947 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4198451c13df27aee4fe1bfc909b18b, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:25,951 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4198451c13df27aee4fe1bfc909b18b, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:34:25,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-06T04:34:25,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4198451c13df27aee4fe1bfc909b18b, server=a5928616aea1,46549,1733459631939 in 199 msec
2024-12-06T04:34:25,960 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-06T04:34:25,960 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f4198451c13df27aee4fe1bfc909b18b, ASSIGN in 365 msec
2024-12-06T04:34:25,962 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:34:25,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459665962"}]},"ts":"1733459665962"}
2024-12-06T04:34:25,965 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-06T04:34:25,966 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:34:25,970 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2510 sec
2024-12-06T04:34:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T04:34:27,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-06T04:34:27,771 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-06T04:34:27,774 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:27,781 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-06T04:34:27,782 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:27,782 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-06T04:34:27,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T04:34:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a5928616aea1,46549,1733459631939, seqNum=-1]
2024-12-06T04:34:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T04:34:27,790 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T04:34:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:34:27,812 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:34:27,816 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-06T04:34:27,820 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-06T04:34:27,825 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-06T04:34:27,827 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-06T04:34:27,828 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6139515179647369224
2024-12-06T04:34:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57216 deadline: 1733459670826, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T04:34:27,852 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-06T04:34:27,854 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-06T04:34:27,855 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:27,857 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:27,858 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6139515179647369226
2024-12-06T04:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57216 deadline: 1733459670857, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T04:34:27,862 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:27,863 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6139515179647369227
2024-12-06T04:34:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57216 deadline: 1733459670862, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T04:34:27,867 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:27,868 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6139515179647369228
2024-12-06T04:34:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57216 deadline: 1733459670867, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T04:34:27,873 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:27,885 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/a5928616aea1:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1817177896_22 at /127.0.0.1:40892 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=9 (was 9), AvailableMemoryMB=6890 (was 6911)
2024-12-06T04:34:27,892 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=9, AvailableMemoryMB=6890
2024-12-06T04:34:27,896 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:34:27,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-06T04:34:27,901 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:34:27,901 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:27,901 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-06T04:34:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T04:34:27,903 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:34:27,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741837_1013 (size=414)
2024-12-06T04:34:28,321 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9aefc65911745750bee3ff36fe29e957, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:34:28,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741838_1014 (size=65)
2024-12-06T04:34:28,736 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:28,737 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 9aefc65911745750bee3ff36fe29e957, disabling compactions & flushes
2024-12-06T04:34:28,737 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:34:28,737 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:34:28,737 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957. after waiting 0 ms
2024-12-06T04:34:28,737 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:34:28,738 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:34:28,738 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9aefc65911745750bee3ff36fe29e957:
Waiting for close lock at 1733459668736Disabling compacts and flushes for region at 1733459668737 (+1 ms)Disabling writes for close at 1733459668737Writing region close event to WAL at 1733459668738 (+1 ms)Closed at 1733459668738
2024-12-06T04:34:28,742 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:34:28,742 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733459668742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459668742"}]},"ts":"1733459668742"}
2024-12-06T04:34:28,747 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:34:28,749 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:34:28,750 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459668749"}]},"ts":"1733459668749"}
2024-12-06T04:34:28,753 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-06T04:34:28,753 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9aefc65911745750bee3ff36fe29e957, ASSIGN}]
2024-12-06T04:34:28,755 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9aefc65911745750bee3ff36fe29e957, ASSIGN
2024-12-06T04:34:28,757 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9aefc65911745750bee3ff36fe29e957, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:34:28,908 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9aefc65911745750bee3ff36fe29e957, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:28,916 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9aefc65911745750bee3ff36fe29e957, ASSIGN because future has completed
2024-12-06T04:34:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T04:34:28,917 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aefc65911745750bee3ff36fe29e957, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:34:29,082 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:34:29,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 9aefc65911745750bee3ff36fe29e957, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:34:29,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:29,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,085 INFO  [StoreOpener-9aefc65911745750bee3ff36fe29e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9aefc65911745750bee3ff36fe29e957 
2024-12-06T04:34:29,088 INFO  [StoreOpener-9aefc65911745750bee3ff36fe29e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aefc65911745750bee3ff36fe29e957 columnFamilyName testFamily
2024-12-06T04:34:29,088 DEBUG [StoreOpener-9aefc65911745750bee3ff36fe29e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:29,089 INFO  [StoreOpener-9aefc65911745750bee3ff36fe29e957-1 {}] regionserver.HStore(327): Store=9aefc65911745750bee3ff36fe29e957/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:34:29,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:34:29,100 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 9aefc65911745750bee3ff36fe29e957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75021061, jitterRate=0.11790092289447784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:34:29,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:34:29,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 9aefc65911745750bee3ff36fe29e957:
Running coprocessor pre-open hook at 1733459669083Writing region info on filesystem at 1733459669083Initializing all the Stores at 1733459669085 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459669085Cleaning up temporary data from old regions at 1733459669092 (+7 ms)Running coprocessor post-open hooks at 1733459669100 (+8 ms)Region opened successfully at 1733459669101 (+1 ms)
2024-12-06T04:34:29,103 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., pid=9, masterSystemTime=1733459669070
2024-12-06T04:34:29,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:34:29,107 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:34:29,108 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9aefc65911745750bee3ff36fe29e957, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:29,111 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aefc65911745750bee3ff36fe29e957, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:34:29,117 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-06T04:34:29,117 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9aefc65911745750bee3ff36fe29e957, server=a5928616aea1,46549,1733459631939 in 196 msec
2024-12-06T04:34:29,121 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-06T04:34:29,122 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9aefc65911745750bee3ff36fe29e957, ASSIGN in 364 msec
2024-12-06T04:34:29,123 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:34:29,123 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459669123"}]},"ts":"1733459669123"}
2024-12-06T04:34:29,126 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-06T04:34:29,128 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:34:29,130 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2320 sec
2024-12-06T04:34:29,824 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T04:34:29,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-06T04:34:29,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-06T04:34:29,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-06T04:34:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T04:34:30,946 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-06T04:34:30,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-06T04:34:30,947 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:30,953 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-06T04:34:30,953 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:30,953 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-06T04:34:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:34:30,971 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:34:30,971 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-06T04:34:30,975 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-06T04:34:30,976 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-06T04:34:31,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-06T04:34:31,690 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-06T04:34:31,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T04:34:31,694 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-06T04:34:31,696 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-06T04:34:31,696 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T04:34:31,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-06T04:34:31,699 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-06T04:34:36,993 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., hostname=a5928616aea1,46549,1733459631939, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., hostname=a5928616aea1,46549,1733459631939, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a5928616aea1:46549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6012ms, rpcTimeout=5999ms
2024-12-06T04:34:36,994 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., hostname=a5928616aea1,46549,1733459631939, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6012ms, rpcTimeout=5999ms
2024-12-06T04:34:36,994 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., hostname=a5928616aea1,46549,1733459631939, seqNum=2 from cache
2024-12-06T04:34:37,003 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 201), ProcessCount=9 (was 9), AvailableMemoryMB=6881 (was 6890)
2024-12-06T04:34:37,011 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=9, AvailableMemoryMB=6881
2024-12-06T04:34:37,014 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:34:37,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-06T04:34:37,018 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:34:37,018 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:37,019 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-06T04:34:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-06T04:34:37,021 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:34:37,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741839_1015 (size=412)
2024-12-06T04:34:37,439 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c470fe37cc28d7075fbfa9a0eb2ea42a, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:34:37,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741840_1016 (size=63)
2024-12-06T04:34:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-06T04:34:37,850 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:37,850 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing c470fe37cc28d7075fbfa9a0eb2ea42a, disabling compactions & flushes
2024-12-06T04:34:37,850 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:34:37,850 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:34:37,850 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a. after waiting 0 ms
2024-12-06T04:34:37,850 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:34:37,850 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:34:37,850 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c470fe37cc28d7075fbfa9a0eb2ea42a:
Waiting for close lock at 1733459677850Disabling compacts and flushes for region at 1733459677850Disabling writes for close at 1733459677850Writing region close event to WAL at 1733459677850Closed at 1733459677850
2024-12-06T04:34:37,852 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:34:37,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733459677852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459677852"}]},"ts":"1733459677852"}
2024-12-06T04:34:37,856 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:34:37,857 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:34:37,857 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459677857"}]},"ts":"1733459677857"}
2024-12-06T04:34:37,860 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-06T04:34:37,860 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c470fe37cc28d7075fbfa9a0eb2ea42a, ASSIGN}]
2024-12-06T04:34:37,862 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c470fe37cc28d7075fbfa9a0eb2ea42a, ASSIGN
2024-12-06T04:34:37,864 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c470fe37cc28d7075fbfa9a0eb2ea42a, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:34:38,014 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c470fe37cc28d7075fbfa9a0eb2ea42a, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:38,019 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c470fe37cc28d7075fbfa9a0eb2ea42a, ASSIGN because future has completed
2024-12-06T04:34:38,019 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c470fe37cc28d7075fbfa9a0eb2ea42a, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:34:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-06T04:34:38,186 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:34:38,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c470fe37cc28d7075fbfa9a0eb2ea42a, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:34:38,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:38,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,191 INFO  [StoreOpener-c470fe37cc28d7075fbfa9a0eb2ea42a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c470fe37cc28d7075fbfa9a0eb2ea42a 
2024-12-06T04:34:38,193 INFO  [StoreOpener-c470fe37cc28d7075fbfa9a0eb2ea42a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c470fe37cc28d7075fbfa9a0eb2ea42a columnFamilyName testFamily
2024-12-06T04:34:38,193 DEBUG [StoreOpener-c470fe37cc28d7075fbfa9a0eb2ea42a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:38,194 INFO  [StoreOpener-c470fe37cc28d7075fbfa9a0eb2ea42a-1 {}] regionserver.HStore(327): Store=c470fe37cc28d7075fbfa9a0eb2ea42a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:34:38,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:34:38,206 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened c470fe37cc28d7075fbfa9a0eb2ea42a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64808716, jitterRate=-0.0342748761177063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:34:38,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:34:38,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c470fe37cc28d7075fbfa9a0eb2ea42a:
Running coprocessor pre-open hook at 1733459678188Writing region info on filesystem at 1733459678188Initializing all the Stores at 1733459678190 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459678190Cleaning up temporary data from old regions at 1733459678198 (+8 ms)Running coprocessor post-open hooks at 1733459678206 (+8 ms)Region opened successfully at 1733459678207 (+1 ms)
2024-12-06T04:34:38,208 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a., pid=12, masterSystemTime=1733459678174
2024-12-06T04:34:38,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:34:38,212 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:34:38,212 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c470fe37cc28d7075fbfa9a0eb2ea42a, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:38,215 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c470fe37cc28d7075fbfa9a0eb2ea42a, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:34:38,221 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-06T04:34:38,222 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c470fe37cc28d7075fbfa9a0eb2ea42a, server=a5928616aea1,46549,1733459631939 in 198 msec
2024-12-06T04:34:38,224 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-06T04:34:38,225 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c470fe37cc28d7075fbfa9a0eb2ea42a, ASSIGN in 361 msec
2024-12-06T04:34:38,226 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:34:38,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459678226"}]},"ts":"1733459678226"}
2024-12-06T04:34:38,228 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-06T04:34:38,230 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:34:38,232 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2160 sec
2024-12-06T04:34:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-06T04:34:40,057 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-06T04:34:40,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-06T04:34:40,058 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:40,067 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-06T04:34:40,067 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:40,067 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-06T04:34:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:34:40,083 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:34:40,083 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-06T04:34:40,086 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-06T04:34:40,089 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-06T04:34:40,090 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-06T04:34:40,091 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-06T04:34:41,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-06T04:34:41,690 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T04:34:41,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-06T04:34:43,721 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T04:34:46,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46549 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369237' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T04:34:46,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46549 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57216 deadline: 1733459692104, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369237' does not exist
2024-12-06T04:34:46,111 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a5928616aea1,46549,1733459631939 for closing scanner id = 6139515179647369237 for c470fe37cc28d7075fbfa9a0eb2ea42a of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369237' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T04:34:46,114 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 170), ProcessCount=9 (was 9), AvailableMemoryMB=6871 (was 6881)
2024-12-06T04:34:46,123 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=9, AvailableMemoryMB=6871
2024-12-06T04:34:46,126 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:34:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-06T04:34:46,130 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:34:46,130 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:46,131 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-06T04:34:46,132 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:34:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T04:34:46,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741841_1017 (size=423)
2024-12-06T04:34:46,548 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc407c4a2bc16b1fc61006797bec6d22, NAME => 'testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:34:46,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741842_1018 (size=74)
2024-12-06T04:34:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-06T04:34:46,964 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:46,964 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing fc407c4a2bc16b1fc61006797bec6d22, disabling compactions & flushes
2024-12-06T04:34:46,964 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:34:46,964 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:34:46,964 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22. after waiting 0 ms
2024-12-06T04:34:46,964 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:34:46,965 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:34:46,965 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc407c4a2bc16b1fc61006797bec6d22:
Waiting for close lock at 1733459686964Disabling compacts and flushes for region at 1733459686964Disabling writes for close at 1733459686964Writing region close event to WAL at 1733459686965 (+1 ms)Closed at 1733459686965
2024-12-06T04:34:46,969 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:34:46,970 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733459686969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459686969"}]},"ts":"1733459686969"}
2024-12-06T04:34:46,973 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:34:46,975 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:34:46,975 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459686975"}]},"ts":"1733459686975"}
2024-12-06T04:34:46,977 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-06T04:34:46,978 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fc407c4a2bc16b1fc61006797bec6d22, ASSIGN}]
2024-12-06T04:34:46,980 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fc407c4a2bc16b1fc61006797bec6d22, ASSIGN
2024-12-06T04:34:46,981 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fc407c4a2bc16b1fc61006797bec6d22, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:34:47,132 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fc407c4a2bc16b1fc61006797bec6d22, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:47,137 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fc407c4a2bc16b1fc61006797bec6d22, ASSIGN because future has completed
2024-12-06T04:34:47,138 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc407c4a2bc16b1fc61006797bec6d22, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:34:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T04:34:47,307 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:34:47,307 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fc407c4a2bc16b1fc61006797bec6d22, NAME => 'testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:34:47,308 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,308 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:47,308 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,308 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,311 INFO  [StoreOpener-fc407c4a2bc16b1fc61006797bec6d22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fc407c4a2bc16b1fc61006797bec6d22 
2024-12-06T04:34:47,315 INFO  [StoreOpener-fc407c4a2bc16b1fc61006797bec6d22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc407c4a2bc16b1fc61006797bec6d22 columnFamilyName testFamily
2024-12-06T04:34:47,316 DEBUG [StoreOpener-fc407c4a2bc16b1fc61006797bec6d22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:47,317 INFO  [StoreOpener-fc407c4a2bc16b1fc61006797bec6d22-1 {}] regionserver.HStore(327): Store=fc407c4a2bc16b1fc61006797bec6d22/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:34:47,317 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,319 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,320 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,321 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,321 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,327 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,331 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:34:47,332 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fc407c4a2bc16b1fc61006797bec6d22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59272626, jitterRate=-0.11676904559135437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:34:47,332 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:34:47,333 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fc407c4a2bc16b1fc61006797bec6d22:
Running coprocessor pre-open hook at 1733459687309Writing region info on filesystem at 1733459687309Initializing all the Stores at 1733459687311 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459687311Cleaning up temporary data from old regions at 1733459687321 (+10 ms)Running coprocessor post-open hooks at 1733459687332 (+11 ms)Region opened successfully at 1733459687333 (+1 ms)
2024-12-06T04:34:47,335 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22., pid=15, masterSystemTime=1733459687293
2024-12-06T04:34:47,338 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:34:47,338 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:34:47,339 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fc407c4a2bc16b1fc61006797bec6d22, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:47,343 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc407c4a2bc16b1fc61006797bec6d22, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:34:47,349 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-06T04:34:47,349 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fc407c4a2bc16b1fc61006797bec6d22, server=a5928616aea1,46549,1733459631939 in 207 msec
2024-12-06T04:34:47,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-06T04:34:47,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fc407c4a2bc16b1fc61006797bec6d22, ASSIGN in 371 msec
2024-12-06T04:34:47,353 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:34:47,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459687353"}]},"ts":"1733459687353"}
2024-12-06T04:34:47,356 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-06T04:34:47,357 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:34:47,360 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2310 sec
2024-12-06T04:34:47,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-06T04:34:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T04:34:49,179 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-06T04:34:49,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-06T04:34:49,180 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:49,190 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-06T04:34:49,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:49,191 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-06T04:34:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:34:49,211 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:34:49,211 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-06T04:34:49,215 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-06T04:34:49,218 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-06T04:34:49,220 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-06T04:34:49,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6139515179647369241
2024-12-06T04:34:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57216 deadline: 1733459692219, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T04:34:49,224 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-06T04:34:49,226 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-06T04:34:49,227 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:49,229 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:49,230 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6139515179647369243
2024-12-06T04:34:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57216 deadline: 1733459692228, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T04:34:49,234 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:49,235 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6139515179647369244
2024-12-06T04:34:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57216 deadline: 1733459692233, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T04:34:49,238 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:49,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6139515179647369245
2024-12-06T04:34:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57216 deadline: 1733459692237, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-06T04:34:49,242 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-06T04:34:49,249 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1817177896_22 at /127.0.0.1:52694 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 144), ProcessCount=9 (was 9), AvailableMemoryMB=6869 (was 6871)
2024-12-06T04:34:49,256 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=9, AvailableMemoryMB=6868
2024-12-06T04:34:49,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:34:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-06T04:34:49,263 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:34:49,263 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:49,263 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-06T04:34:49,264 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:34:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-06T04:34:49,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741843_1019 (size=418)
2024-12-06T04:34:49,682 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94308e98b8140e4f817579b91b372874, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:34:49,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741844_1020 (size=69)
2024-12-06T04:34:50,097 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:50,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 94308e98b8140e4f817579b91b372874, disabling compactions & flushes
2024-12-06T04:34:50,098 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:34:50,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:34:50,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874. after waiting 0 ms
2024-12-06T04:34:50,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:34:50,099 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:34:50,099 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94308e98b8140e4f817579b91b372874:
Waiting for close lock at 1733459690098Disabling compacts and flushes for region at 1733459690098Disabling writes for close at 1733459690098Writing region close event to WAL at 1733459690098Closed at 1733459690098
2024-12-06T04:34:50,103 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:34:50,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733459690103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459690103"}]},"ts":"1733459690103"}
2024-12-06T04:34:50,108 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:34:50,109 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:34:50,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459690109"}]},"ts":"1733459690109"}
2024-12-06T04:34:50,112 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-06T04:34:50,113 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=94308e98b8140e4f817579b91b372874, ASSIGN}]
2024-12-06T04:34:50,114 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=94308e98b8140e4f817579b91b372874, ASSIGN
2024-12-06T04:34:50,116 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=94308e98b8140e4f817579b91b372874, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:34:50,268 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=94308e98b8140e4f817579b91b372874, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:50,275 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=94308e98b8140e4f817579b91b372874, ASSIGN because future has completed
2024-12-06T04:34:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-06T04:34:50,276 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94308e98b8140e4f817579b91b372874, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:34:50,441 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:34:50,441 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 94308e98b8140e4f817579b91b372874, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:34:50,442 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,442 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:50,442 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,442 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,444 INFO  [StoreOpener-94308e98b8140e4f817579b91b372874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 94308e98b8140e4f817579b91b372874 
2024-12-06T04:34:50,446 INFO  [StoreOpener-94308e98b8140e4f817579b91b372874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94308e98b8140e4f817579b91b372874 columnFamilyName testFamily
2024-12-06T04:34:50,447 DEBUG [StoreOpener-94308e98b8140e4f817579b91b372874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:50,447 INFO  [StoreOpener-94308e98b8140e4f817579b91b372874-1 {}] regionserver.HStore(327): Store=94308e98b8140e4f817579b91b372874/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:34:50,447 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,449 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,449 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,450 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,450 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,452 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,455 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:34:50,456 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 94308e98b8140e4f817579b91b372874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69800431, jitterRate=0.040107473731040955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:34:50,456 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94308e98b8140e4f817579b91b372874
2024-12-06T04:34:50,457 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 94308e98b8140e4f817579b91b372874:
Running coprocessor pre-open hook at 1733459690442Writing region info on filesystem at 1733459690442Initializing all the Stores at 1733459690444 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459690444Cleaning up temporary data from old regions at 1733459690450 (+6 ms)Running coprocessor post-open hooks at 1733459690456 (+6 ms)Region opened successfully at 1733459690457 (+1 ms)
2024-12-06T04:34:50,458 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., pid=18, masterSystemTime=1733459690429
2024-12-06T04:34:50,461 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:34:50,461 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:34:50,462 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=94308e98b8140e4f817579b91b372874, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:50,465 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94308e98b8140e4f817579b91b372874, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:34:50,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T04:34:50,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-06T04:34:50,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 94308e98b8140e4f817579b91b372874, server=a5928616aea1,46549,1733459631939 in 191 msec
2024-12-06T04:34:50,473 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-06T04:34:50,473 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=94308e98b8140e4f817579b91b372874, ASSIGN in 357 msec
2024-12-06T04:34:50,474 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:34:50,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459690474"}]},"ts":"1733459690474"}
2024-12-06T04:34:50,477 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-06T04:34:50,478 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:34:50,480 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2190 sec
2024-12-06T04:34:51,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-06T04:34:51,691 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-06T04:34:51,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-06T04:34:51,694 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-06T04:34:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-06T04:34:52,298 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-06T04:34:52,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-06T04:34:52,299 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:52,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-06T04:34:52,311 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:52,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-06T04:34:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:34:52,328 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:34:52,329 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-06T04:34:52,333 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-06T04:34:52,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-06T04:34:52,812 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T04:34:53,339 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a5928616aea1:46549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-12-06T04:34:53,339 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-12-06T04:34:53,339 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2 from cache
2024-12-06T04:34:53,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-06T04:34:53,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-06T04:34:54,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:34:54,363 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-06T04:34:55,339 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a5928616aea1:46549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=977ms, rpcTimeout=972ms
2024-12-06T04:34:55,339 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=977ms, rpcTimeout=972ms
2024-12-06T04:34:55,340 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., hostname=a5928616aea1,46549,1733459631939, seqNum=2 from cache
2024-12-06T04:34:55,355 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 228), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 132), ProcessCount=9 (was 9), AvailableMemoryMB=6865 (was 6868)
2024-12-06T04:34:55,364 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=9, AvailableMemoryMB=6865
2024-12-06T04:34:55,367 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:34:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-06T04:34:55,371 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:34:55,371 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:55,371 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-06T04:34:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T04:34:55,373 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:34:55,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741845_1021 (size=416)
2024-12-06T04:34:55,791 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08610a0d1f162de442c58b4834a7bc39, NAME => 'testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:34:55,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741846_1022 (size=67)
2024-12-06T04:34:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-06T04:34:56,213 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:56,213 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 08610a0d1f162de442c58b4834a7bc39, disabling compactions & flushes
2024-12-06T04:34:56,213 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:34:56,214 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:34:56,214 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39. after waiting 0 ms
2024-12-06T04:34:56,214 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:34:56,214 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:34:56,215 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08610a0d1f162de442c58b4834a7bc39:
Waiting for close lock at 1733459696213Disabling compacts and flushes for region at 1733459696213Disabling writes for close at 1733459696214 (+1 ms)Writing region close event to WAL at 1733459696214Closed at 1733459696214
2024-12-06T04:34:56,220 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:34:56,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733459696221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459696221"}]},"ts":"1733459696221"}
2024-12-06T04:34:56,225 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:34:56,226 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:34:56,227 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459696226"}]},"ts":"1733459696226"}
2024-12-06T04:34:56,230 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-06T04:34:56,231 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08610a0d1f162de442c58b4834a7bc39, ASSIGN}]
2024-12-06T04:34:56,233 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08610a0d1f162de442c58b4834a7bc39, ASSIGN
2024-12-06T04:34:56,234 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08610a0d1f162de442c58b4834a7bc39, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:34:56,386 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=08610a0d1f162de442c58b4834a7bc39, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T04:34:56,393 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08610a0d1f162de442c58b4834a7bc39, ASSIGN because future has completed
2024-12-06T04:34:56,394 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08610a0d1f162de442c58b4834a7bc39, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:34:56,564 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:34:56,565 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 08610a0d1f162de442c58b4834a7bc39, NAME => 'testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:34:56,565 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,566 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:34:56,566 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,566 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,568 INFO  [StoreOpener-08610a0d1f162de442c58b4834a7bc39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 08610a0d1f162de442c58b4834a7bc39 
2024-12-06T04:34:56,570 INFO  [StoreOpener-08610a0d1f162de442c58b4834a7bc39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08610a0d1f162de442c58b4834a7bc39 columnFamilyName testFamily
2024-12-06T04:34:56,570 DEBUG [StoreOpener-08610a0d1f162de442c58b4834a7bc39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:34:56,571 INFO  [StoreOpener-08610a0d1f162de442c58b4834a7bc39-1 {}] regionserver.HStore(327): Store=08610a0d1f162de442c58b4834a7bc39/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:34:56,571 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,572 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,573 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,573 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,573 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,576 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,579 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:34:56,579 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 08610a0d1f162de442c58b4834a7bc39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65068393, jitterRate=-0.03040538728237152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:34:56,579 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:34:56,580 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 08610a0d1f162de442c58b4834a7bc39:
Running coprocessor pre-open hook at 1733459696566Writing region info on filesystem at 1733459696566Initializing all the Stores at 1733459696568 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459696568Cleaning up temporary data from old regions at 1733459696573 (+5 ms)Running coprocessor post-open hooks at 1733459696579 (+6 ms)Region opened successfully at 1733459696580 (+1 ms)
2024-12-06T04:34:56,581 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39., pid=21, masterSystemTime=1733459696549
2024-12-06T04:34:56,584 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:34:56,584 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:34:56,585 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=08610a0d1f162de442c58b4834a7bc39, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:34:56,588 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08610a0d1f162de442c58b4834a7bc39, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:34:56,593 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-06T04:34:56,594 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 08610a0d1f162de442c58b4834a7bc39, server=a5928616aea1,46549,1733459631939 in 196 msec
2024-12-06T04:34:56,596 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-06T04:34:56,596 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=08610a0d1f162de442c58b4834a7bc39, ASSIGN in 362 msec
2024-12-06T04:34:56,597 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:34:56,597 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459696597"}]},"ts":"1733459696597"}
2024-12-06T04:34:56,600 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-06T04:34:56,601 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:34:56,604 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2340 sec
2024-12-06T04:34:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T04:34:58,408 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-06T04:34:58,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-06T04:34:58,409 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:58,419 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-06T04:34:58,420 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:34:58,420 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-06T04:34:58,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:34:58,435 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:34:58,436 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-06T04:34:58,439 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-06T04:34:58,441 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-06T04:34:58,442 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-06T04:34:58,443 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-06T04:34:59,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-06T04:35:01,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46549 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369256' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T04:35:01,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46549 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57216 deadline: 1733459702455, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369256' does not exist
2024-12-06T04:35:01,458 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a5928616aea1,46549,1733459631939 for closing scanner id = 6139515179647369256 for 08610a0d1f162de442c58b4834a7bc39 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369256' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T04:35:01,467 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 122), ProcessCount=9 (was 9), AvailableMemoryMB=6861 (was 6865)
2024-12-06T04:35:01,476 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=9, AvailableMemoryMB=6861
2024-12-06T04:35:01,479 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:35:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-06T04:35:01,482 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:35:01,482 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:35:01,482 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-06T04:35:01,484 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:35:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-06T04:35:01,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741847_1023 (size=411)
2024-12-06T04:35:01,901 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bfb83e09571b3ad78d210b75b6b29af, NAME => 'testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:35:01,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741848_1024 (size=62)
2024-12-06T04:35:01,912 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:35:01,912 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 2bfb83e09571b3ad78d210b75b6b29af, disabling compactions & flushes
2024-12-06T04:35:01,912 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:01,912 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:01,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af. after waiting 0 ms
2024-12-06T04:35:01,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:01,913 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:01,913 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bfb83e09571b3ad78d210b75b6b29af:
Waiting for close lock at 1733459701912Disabling compacts and flushes for region at 1733459701912Disabling writes for close at 1733459701913 (+1 ms)Writing region close event to WAL at 1733459701913Closed at 1733459701913
2024-12-06T04:35:01,915 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:35:01,915 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733459701915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459701915"}]},"ts":"1733459701915"}
2024-12-06T04:35:01,918 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:35:01,920 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:35:01,920 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459701920"}]},"ts":"1733459701920"}
2024-12-06T04:35:01,923 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-06T04:35:01,924 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2bfb83e09571b3ad78d210b75b6b29af, ASSIGN}]
2024-12-06T04:35:01,925 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2bfb83e09571b3ad78d210b75b6b29af, ASSIGN
2024-12-06T04:35:01,927 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2bfb83e09571b3ad78d210b75b6b29af, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:35:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-06T04:35:02,069 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T04:35:02,078 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2bfb83e09571b3ad78d210b75b6b29af, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:35:02,082 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2bfb83e09571b3ad78d210b75b6b29af, ASSIGN because future has completed
2024-12-06T04:35:02,082 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bfb83e09571b3ad78d210b75b6b29af, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:35:02,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-06T04:35:02,094 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T04:35:02,245 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:02,245 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bfb83e09571b3ad78d210b75b6b29af, NAME => 'testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:35:02,246 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,246 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:35:02,246 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,246 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,249 INFO  [StoreOpener-2bfb83e09571b3ad78d210b75b6b29af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2bfb83e09571b3ad78d210b75b6b29af 
2024-12-06T04:35:02,251 INFO  [StoreOpener-2bfb83e09571b3ad78d210b75b6b29af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bfb83e09571b3ad78d210b75b6b29af columnFamilyName testFamily
2024-12-06T04:35:02,252 DEBUG [StoreOpener-2bfb83e09571b3ad78d210b75b6b29af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:35:02,253 INFO  [StoreOpener-2bfb83e09571b3ad78d210b75b6b29af-1 {}] regionserver.HStore(327): Store=2bfb83e09571b3ad78d210b75b6b29af/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:35:02,253 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,254 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,255 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,256 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,256 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,260 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,264 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:35:02,265 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2bfb83e09571b3ad78d210b75b6b29af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60604689, jitterRate=-0.09691976010799408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:35:02,266 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:02,266 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2bfb83e09571b3ad78d210b75b6b29af:
Running coprocessor pre-open hook at 1733459702246Writing region info on filesystem at 1733459702246Initializing all the Stores at 1733459702248 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459702248Cleaning up temporary data from old regions at 1733459702256 (+8 ms)Running coprocessor post-open hooks at 1733459702266 (+10 ms)Region opened successfully at 1733459702266
2024-12-06T04:35:02,268 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af., pid=24, masterSystemTime=1733459702235
2024-12-06T04:35:02,271 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:02,271 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:02,272 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2bfb83e09571b3ad78d210b75b6b29af, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:35:02,275 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bfb83e09571b3ad78d210b75b6b29af, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:35:02,279 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-06T04:35:02,279 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bfb83e09571b3ad78d210b75b6b29af, server=a5928616aea1,46549,1733459631939 in 194 msec
2024-12-06T04:35:02,282 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-06T04:35:02,282 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2bfb83e09571b3ad78d210b75b6b29af, ASSIGN in 356 msec
2024-12-06T04:35:02,283 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:35:02,284 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459702283"}]},"ts":"1733459702283"}
2024-12-06T04:35:02,286 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-06T04:35:02,288 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:35:02,290 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 809 msec
2024-12-06T04:35:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-06T04:35:02,507 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-06T04:35:02,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-06T04:35:02,508 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:35:02,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-06T04:35:02,518 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:35:02,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-06T04:35:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:35:02,532 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:35:02,532 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-06T04:35:02,535 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-06T04:35:02,537 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-06T04:35:02,538 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-06T04:35:02,538 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-06T04:35:04,507 INFO  [master/a5928616aea1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-06T04:35:04,508 INFO  [master/a5928616aea1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-06T04:35:05,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46549 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369260' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T04:35:05,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46549 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57216 deadline: 1733459706545, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369260' does not exist
2024-12-06T04:35:05,548 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a5928616aea1,46549,1733459631939 for closing scanner id = 6139515179647369260 for 2bfb83e09571b3ad78d210b75b6b29af of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369260' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T04:35:05,555 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1817177896_22 at /127.0.0.1:44162 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 112), ProcessCount=9 (was 9), AvailableMemoryMB=6857 (was 6861)
2024-12-06T04:35:05,562 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=9, AvailableMemoryMB=6857
2024-12-06T04:35:05,565 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:35:05,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-06T04:35:05,569 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:35:05,569 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:35:05,570 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-06T04:35:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T04:35:05,571 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:35:05,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741849_1025 (size=419)
2024-12-06T04:35:05,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-06T04:35:05,986 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84b06491fc0b54a1a3f038ba34cb50c4, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:35:05,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741850_1026 (size=70)
2024-12-06T04:35:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-06T04:35:06,400 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:35:06,401 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 84b06491fc0b54a1a3f038ba34cb50c4, disabling compactions & flushes
2024-12-06T04:35:06,401 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:06,401 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:06,401 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4. after waiting 0 ms
2024-12-06T04:35:06,401 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:06,402 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:06,402 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84b06491fc0b54a1a3f038ba34cb50c4:
Waiting for close lock at 1733459706401Disabling compacts and flushes for region at 1733459706401Disabling writes for close at 1733459706401Writing region close event to WAL at 1733459706402 (+1 ms)Closed at 1733459706402
2024-12-06T04:35:06,406 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:35:06,407 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733459706406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459706406"}]},"ts":"1733459706406"}
2024-12-06T04:35:06,410 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:35:06,412 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:35:06,412 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459706412"}]},"ts":"1733459706412"}
2024-12-06T04:35:06,415 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-06T04:35:06,416 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=84b06491fc0b54a1a3f038ba34cb50c4, ASSIGN}]
2024-12-06T04:35:06,417 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=84b06491fc0b54a1a3f038ba34cb50c4, ASSIGN
2024-12-06T04:35:06,419 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=84b06491fc0b54a1a3f038ba34cb50c4, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:35:06,569 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=84b06491fc0b54a1a3f038ba34cb50c4, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:35:06,574 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=84b06491fc0b54a1a3f038ba34cb50c4, ASSIGN because future has completed
2024-12-06T04:35:06,575 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84b06491fc0b54a1a3f038ba34cb50c4, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:35:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T04:35:06,739 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:06,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 84b06491fc0b54a1a3f038ba34cb50c4, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:35:06,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:35:06,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,745 INFO  [StoreOpener-84b06491fc0b54a1a3f038ba34cb50c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 84b06491fc0b54a1a3f038ba34cb50c4 
2024-12-06T04:35:06,748 INFO  [StoreOpener-84b06491fc0b54a1a3f038ba34cb50c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b06491fc0b54a1a3f038ba34cb50c4 columnFamilyName testFamily
2024-12-06T04:35:06,748 DEBUG [StoreOpener-84b06491fc0b54a1a3f038ba34cb50c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:35:06,749 INFO  [StoreOpener-84b06491fc0b54a1a3f038ba34cb50c4-1 {}] regionserver.HStore(327): Store=84b06491fc0b54a1a3f038ba34cb50c4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:35:06,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:35:06,759 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 84b06491fc0b54a1a3f038ba34cb50c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70769360, jitterRate=0.05454564094543457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:35:06,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:06,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 84b06491fc0b54a1a3f038ba34cb50c4:
Running coprocessor pre-open hook at 1733459706741Writing region info on filesystem at 1733459706741Initializing all the Stores at 1733459706744 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459706744Cleaning up temporary data from old regions at 1733459706752 (+8 ms)Running coprocessor post-open hooks at 1733459706759 (+7 ms)Region opened successfully at 1733459706760 (+1 ms)
2024-12-06T04:35:06,761 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., pid=27, masterSystemTime=1733459706730
2024-12-06T04:35:06,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:06,764 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:06,764 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=84b06491fc0b54a1a3f038ba34cb50c4, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:35:06,767 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84b06491fc0b54a1a3f038ba34cb50c4, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:35:06,771 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-06T04:35:06,771 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 84b06491fc0b54a1a3f038ba34cb50c4, server=a5928616aea1,46549,1733459631939 in 193 msec
2024-12-06T04:35:06,774 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-06T04:35:06,774 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=84b06491fc0b54a1a3f038ba34cb50c4, ASSIGN in 355 msec
2024-12-06T04:35:06,775 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:35:06,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459706775"}]},"ts":"1733459706775"}
2024-12-06T04:35:06,777 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-06T04:35:06,779 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:35:06,781 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2140 sec
2024-12-06T04:35:07,752 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T04:35:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T04:35:08,608 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-06T04:35:08,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-06T04:35:08,609 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:35:08,619 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-06T04:35:08,619 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:35:08,619 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-06T04:35:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:35:08,633 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:35:08,633 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-06T04:35:08,636 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-06T04:35:08,638 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-06T04:35:11,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-06T04:35:11,690 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-06T04:35:11,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-06T04:35:11,691 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-06T04:35:11,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-06T04:35:14,638 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., hostname=a5928616aea1,46549,1733459631939, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., hostname=a5928616aea1,46549,1733459631939, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a5928616aea1:46549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-12-06T04:35:14,638 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., hostname=a5928616aea1,46549,1733459631939, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-12-06T04:35:14,638 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., hostname=a5928616aea1,46549,1733459631939, seqNum=2 from cache
2024-12-06T04:35:14,646 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 103), ProcessCount=9 (was 9), AvailableMemoryMB=6791 (was 6857)
2024-12-06T04:35:14,654 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=9, AvailableMemoryMB=6790
2024-12-06T04:35:14,656 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:35:14,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-06T04:35:14,658 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:35:14,658 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:35:14,659 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-06T04:35:14,660 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:35:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-06T04:35:14,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741851_1027 (size=407)
2024-12-06T04:35:15,071 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 124621778520078e0dc9b8509f9e13e6, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:35:15,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741852_1028 (size=58)
2024-12-06T04:35:15,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-06T04:35:15,482 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:35:15,482 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 124621778520078e0dc9b8509f9e13e6, disabling compactions & flushes
2024-12-06T04:35:15,482 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:15,482 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:15,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6. after waiting 0 ms
2024-12-06T04:35:15,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:15,483 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:15,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 124621778520078e0dc9b8509f9e13e6:
Waiting for close lock at 1733459715482Disabling compacts and flushes for region at 1733459715482Disabling writes for close at 1733459715483 (+1 ms)Writing region close event to WAL at 1733459715483Closed at 1733459715483
2024-12-06T04:35:15,484 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:35:15,485 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733459715484"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459715484"}]},"ts":"1733459715484"}
2024-12-06T04:35:15,487 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:35:15,489 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:35:15,489 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459715489"}]},"ts":"1733459715489"}
2024-12-06T04:35:15,492 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-06T04:35:15,492 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=124621778520078e0dc9b8509f9e13e6, ASSIGN}]
2024-12-06T04:35:15,493 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=124621778520078e0dc9b8509f9e13e6, ASSIGN
2024-12-06T04:35:15,494 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=124621778520078e0dc9b8509f9e13e6, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:35:15,645 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=124621778520078e0dc9b8509f9e13e6, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:35:15,648 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=124621778520078e0dc9b8509f9e13e6, ASSIGN because future has completed
2024-12-06T04:35:15,648 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 124621778520078e0dc9b8509f9e13e6, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:35:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-06T04:35:15,805 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 124621778520078e0dc9b8509f9e13e6, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:35:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:35:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,807 INFO  [StoreOpener-124621778520078e0dc9b8509f9e13e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 124621778520078e0dc9b8509f9e13e6 
2024-12-06T04:35:15,809 INFO  [StoreOpener-124621778520078e0dc9b8509f9e13e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 124621778520078e0dc9b8509f9e13e6 columnFamilyName testFamily
2024-12-06T04:35:15,809 DEBUG [StoreOpener-124621778520078e0dc9b8509f9e13e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:35:15,810 INFO  [StoreOpener-124621778520078e0dc9b8509f9e13e6-1 {}] regionserver.HStore(327): Store=124621778520078e0dc9b8509f9e13e6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:35:15,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:35:15,817 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 124621778520078e0dc9b8509f9e13e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68844322, jitterRate=0.025860339403152466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:35:15,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:15,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 124621778520078e0dc9b8509f9e13e6:
Running coprocessor pre-open hook at 1733459715805Writing region info on filesystem at 1733459715805Initializing all the Stores at 1733459715807 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459715807Cleaning up temporary data from old regions at 1733459715812 (+5 ms)Running coprocessor post-open hooks at 1733459715818 (+6 ms)Region opened successfully at 1733459715818
2024-12-06T04:35:15,819 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6., pid=30, masterSystemTime=1733459715800
2024-12-06T04:35:15,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:15,822 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:15,823 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=124621778520078e0dc9b8509f9e13e6, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:35:15,826 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 124621778520078e0dc9b8509f9e13e6, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:35:15,831 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-06T04:35:15,832 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 124621778520078e0dc9b8509f9e13e6, server=a5928616aea1,46549,1733459631939 in 179 msec
2024-12-06T04:35:15,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-06T04:35:15,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=124621778520078e0dc9b8509f9e13e6, ASSIGN in 339 msec
2024-12-06T04:35:15,835 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:35:15,836 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459715835"}]},"ts":"1733459715835"}
2024-12-06T04:35:15,838 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-06T04:35:15,839 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:35:15,842 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1830 sec
2024-12-06T04:35:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-06T04:35:17,706 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-06T04:35:17,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-06T04:35:17,706 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:35:17,710 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-06T04:35:17,711 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:35:17,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-06T04:35:17,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:35:17,723 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:35:17,724 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-06T04:35:17,727 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-06T04:35:17,729 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-06T04:35:17,730 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-06T04:35:17,730 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-06T04:35:17,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-06T04:35:20,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T04:35:21,326 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T04:35:21,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-06T04:35:21,690 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-06T04:35:23,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46549 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369268' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-06T04:35:23,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46549 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57216 deadline: 1733459729739, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369268' does not exist
2024-12-06T04:35:23,742 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a5928616aea1,46549,1733459631939 for closing scanner id = 6139515179647369268 for 124621778520078e0dc9b8509f9e13e6 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6139515179647369268' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T04:35:23,746 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=80 (was 87), ProcessCount=9 (was 9), AvailableMemoryMB=6768 (was 6790)
2024-12-06T04:35:23,754 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=80, ProcessCount=9, AvailableMemoryMB=6767
2024-12-06T04:35:23,756 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T04:35:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-06T04:35:23,758 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T04:35:23,758 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:35:23,758 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-06T04:35:23,759 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T04:35:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-06T04:35:23,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741853_1029 (size=423)
2024-12-06T04:35:24,168 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87a30d8b95ad8cc9bb9036699d8c4a86, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9
2024-12-06T04:35:24,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741854_1030 (size=74)
2024-12-06T04:35:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-06T04:35:24,458 DEBUG [master/a5928616aea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-06T04:35:24,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:35:24,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 87a30d8b95ad8cc9bb9036699d8c4a86, disabling compactions & flushes
2024-12-06T04:35:24,576 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:24,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:24,577 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86. after waiting 0 ms
2024-12-06T04:35:24,577 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:24,577 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:24,577 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87a30d8b95ad8cc9bb9036699d8c4a86:
Waiting for close lock at 1733459724576Disabling compacts and flushes for region at 1733459724576Disabling writes for close at 1733459724577 (+1 ms)Writing region close event to WAL at 1733459724577Closed at 1733459724577
2024-12-06T04:35:24,578 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T04:35:24,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733459724578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733459724578"}]},"ts":"1733459724578"}
2024-12-06T04:35:24,581 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T04:35:24,582 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T04:35:24,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459724582"}]},"ts":"1733459724582"}
2024-12-06T04:35:24,585 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-06T04:35:24,585 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=87a30d8b95ad8cc9bb9036699d8c4a86, ASSIGN}]
2024-12-06T04:35:24,586 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=87a30d8b95ad8cc9bb9036699d8c4a86, ASSIGN
2024-12-06T04:35:24,587 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=87a30d8b95ad8cc9bb9036699d8c4a86, ASSIGN; state=OFFLINE, location=a5928616aea1,46549,1733459631939; forceNewPlan=false, retain=false
2024-12-06T04:35:24,738 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=87a30d8b95ad8cc9bb9036699d8c4a86, regionState=OPENING, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:35:24,741 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=87a30d8b95ad8cc9bb9036699d8c4a86, ASSIGN because future has completed
2024-12-06T04:35:24,741 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a30d8b95ad8cc9bb9036699d8c4a86, server=a5928616aea1,46549,1733459631939}]
2024-12-06T04:35:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-06T04:35:24,899 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:24,899 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 87a30d8b95ad8cc9bb9036699d8c4a86, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.', STARTKEY => '', ENDKEY => ''}
2024-12-06T04:35:24,899 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,899 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T04:35:24,900 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,900 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,902 INFO  [StoreOpener-87a30d8b95ad8cc9bb9036699d8c4a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 87a30d8b95ad8cc9bb9036699d8c4a86 
2024-12-06T04:35:24,903 INFO  [StoreOpener-87a30d8b95ad8cc9bb9036699d8c4a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a30d8b95ad8cc9bb9036699d8c4a86 columnFamilyName testFamily
2024-12-06T04:35:24,903 DEBUG [StoreOpener-87a30d8b95ad8cc9bb9036699d8c4a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T04:35:24,904 INFO  [StoreOpener-87a30d8b95ad8cc9bb9036699d8c4a86-1 {}] regionserver.HStore(327): Store=87a30d8b95ad8cc9bb9036699d8c4a86/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T04:35:24,904 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,905 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,906 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,906 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,906 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,909 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,912 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T04:35:24,912 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 87a30d8b95ad8cc9bb9036699d8c4a86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74104787, jitterRate=0.10424737632274628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-06T04:35:24,913 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:24,913 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 87a30d8b95ad8cc9bb9036699d8c4a86:
Running coprocessor pre-open hook at 1733459724900Writing region info on filesystem at 1733459724900Initializing all the Stores at 1733459724901 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733459724901Cleaning up temporary data from old regions at 1733459724906 (+5 ms)Running coprocessor post-open hooks at 1733459724913 (+7 ms)Region opened successfully at 1733459724913
2024-12-06T04:35:24,914 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., pid=33, masterSystemTime=1733459724894
2024-12-06T04:35:24,917 DEBUG [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:24,917 INFO  [RS_OPEN_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:24,917 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=87a30d8b95ad8cc9bb9036699d8c4a86, regionState=OPEN, openSeqNum=2, regionLocation=a5928616aea1,46549,1733459631939
2024-12-06T04:35:24,920 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a30d8b95ad8cc9bb9036699d8c4a86, server=a5928616aea1,46549,1733459631939 because future has completed
2024-12-06T04:35:24,923 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-06T04:35:24,923 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 87a30d8b95ad8cc9bb9036699d8c4a86, server=a5928616aea1,46549,1733459631939 in 180 msec
2024-12-06T04:35:24,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-06T04:35:24,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=87a30d8b95ad8cc9bb9036699d8c4a86, ASSIGN in 338 msec
2024-12-06T04:35:24,927 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T04:35:24,927 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733459724927"}]},"ts":"1733459724927"}
2024-12-06T04:35:24,929 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-06T04:35:24,930 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T04:35:24,932 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1740 sec
2024-12-06T04:35:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-06T04:35:26,786 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-06T04:35:26,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-06T04:35:26,786 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:35:26,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-06T04:35:26,790 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-06T04:35:26,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-06T04:35:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:35:26,803 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-06T04:35:26,804 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-06T04:35:26,807 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-06T04:35:26,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-06T04:35:27,808 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a5928616aea1:46549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-12-06T04:35:27,808 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-12-06T04:35:27,808 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2 from cache
2024-12-06T04:35:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-06T04:35:28,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2]
2024-12-06T04:35:28,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-06T04:35:29,808 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a5928616aea1:46549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=991ms, rpcTimeout=989ms
2024-12-06T04:35:29,808 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=991ms, rpcTimeout=989ms
2024-12-06T04:35:29,808 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., hostname=a5928616aea1,46549,1733459631939, seqNum=2 from cache
2024-12-06T04:35:29,817 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=83 (was 80) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=6726 (was 6767)
2024-12-06T04:35:29,818 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T04:35:29,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T04:35:29,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:35:29,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:35:29,823 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T04:35:29,824 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-06T04:35:29,824 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T04:35:29,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T04:35:29,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:35:29,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:35:29,824 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T04:35:29,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-06T04:35:29,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1566887813, stopped=false
2024-12-06T04:35:29,825 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a5928616aea1,33009,1733459631342
2024-12-06T04:35:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T04:35:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T04:35:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:35:29,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:35:29,826 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T04:35:29,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T04:35:29,827 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T04:35:29,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T04:35:29,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T04:35:29,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:35:29,828 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a5928616aea1,46549,1733459631939' *****
2024-12-06T04:35:29,828 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-06T04:35:29,828 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-06T04:35:29,828 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-06T04:35:29,828 INFO  [RS:0;a5928616aea1:46549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-06T04:35:29,829 INFO  [RS:0;a5928616aea1:46549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-06T04:35:29,829 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bfb83e09571b3ad78d210b75b6b29af
2024-12-06T04:35:29,829 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for 87a30d8b95ad8cc9bb9036699d8c4a86
2024-12-06T04:35:29,829 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:29,829 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for 124621778520078e0dc9b8509f9e13e6
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for 9aefc65911745750bee3ff36fe29e957
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for 84b06491fc0b54a1a3f038ba34cb50c4
2024-12-06T04:35:29,830 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bfb83e09571b3ad78d210b75b6b29af, disabling compactions & flushes
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for 94308e98b8140e4f817579b91b372874
2024-12-06T04:35:29,830 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for 08610a0d1f162de442c58b4834a7bc39
2024-12-06T04:35:29,830 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:29,830 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af. after waiting 0 ms
2024-12-06T04:35:29,830 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(959): stopping server a5928616aea1,46549,1733459631939
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a5928616aea1:46549.
2024-12-06T04:35:29,830 DEBUG [RS:0;a5928616aea1:46549 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T04:35:29,830 DEBUG [RS:0;a5928616aea1:46549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:35:29,830 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-06T04:35:29,831 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-06T04:35:29,831 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-06T04:35:29,831 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-06T04:35:29,831 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-06T04:35:29,831 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T04:35:29,831 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T04:35:29,831 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T04:35:29,831 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T04:35:29,831 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T04:35:29,832 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 1588230740, 2bfb83e09571b3ad78d210b75b6b29af, 84b06491fc0b54a1a3f038ba34cb50c4, 87a30d8b95ad8cc9bb9036699d8c4a86, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b, fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:29,833 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-06T04:35:29,833 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bfb83e09571b3ad78d210b75b6b29af 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:29,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-06T04:35:29,884 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af/.tmp/testFamily/263e58283cb84bb590da8eea2c85fccf is 61, key is row-0/testFamily:testQualifier/1733459702522/Put/seqid=0
2024-12-06T04:35:29,889 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/info/5fa5a7049d6e45fcbc2410742d595985 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b./info:regioninfo/1733459665946/Put/seqid=0
2024-12-06T04:35:29,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741855_1031 (size=5049)
2024-12-06T04:35:29,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741856_1032 (size=20564)
2024-12-06T04:35:30,032 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 1588230740, 2bfb83e09571b3ad78d210b75b6b29af, 84b06491fc0b54a1a3f038ba34cb50c4, 87a30d8b95ad8cc9bb9036699d8c4a86, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b, fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:30,232 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 1588230740, 2bfb83e09571b3ad78d210b75b6b29af, 84b06491fc0b54a1a3f038ba34cb50c4, 87a30d8b95ad8cc9bb9036699d8c4a86, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b, fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:30,295 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af/.tmp/testFamily/263e58283cb84bb590da8eea2c85fccf
2024-12-06T04:35:30,295 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/info/5fa5a7049d6e45fcbc2410742d595985
2024-12-06T04:35:30,319 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-06T04:35:30,335 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af/.tmp/testFamily/263e58283cb84bb590da8eea2c85fccf as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af/testFamily/263e58283cb84bb590da8eea2c85fccf
2024-12-06T04:35:30,343 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af/testFamily/263e58283cb84bb590da8eea2c85fccf, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:30,350 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2bfb83e09571b3ad78d210b75b6b29af in 517ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:30,353 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/ns/2741b1c022c2448da7482bad6022eb88 is 43, key is default/ns:d/1733459664406/Put/seqid=0
2024-12-06T04:35:30,357 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNext/2bfb83e09571b3ad78d210b75b6b29af/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:30,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741857_1033 (size=5153)
2024-12-06T04:35:30,359 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:30,359 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bfb83e09571b3ad78d210b75b6b29af:
Waiting for close lock at 1733459729829Running coprocessor pre-close hooks at 1733459729830 (+1 ms)Disabling compacts and flushes for region at 1733459729830Disabling writes for close at 1733459729830Obtaining lock to block concurrent updates at 1733459729833 (+3 ms)Preparing flush snapshotting stores in 2bfb83e09571b3ad78d210b75b6b29af at 1733459729833Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459729840 (+7 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af. at 1733459729842 (+2 ms)Flushing 2bfb83e09571b3ad78d210b75b6b29af/testFamily: creating writer at 1733459729843 (+1 ms)Flushing 2bfb83e09571b3ad78d210b75b6b29af/testFamily: appending metadata at 1733459729879 (+36 ms)Flushing 2bfb83e09571b3ad78d210b75b6b29af/testFamily: closing flushed file at 1733459729881 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c931ece: reopening flushed file at 1733459730333 (+452 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2bfb83e09571b3ad78d210b75b6b29af in 517ms, sequenceid=8, compaction requested=false at 1733459730350 (+17 ms)Writing region close event to WAL at 1733459730352 (+2 ms)Running coprocessor post-close hooks at 1733459730358 (+6 ms)Closed at 1733459730359 (+1 ms)
2024-12-06T04:35:30,360 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733459701478.2bfb83e09571b3ad78d210b75b6b29af.
2024-12-06T04:35:30,360 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87a30d8b95ad8cc9bb9036699d8c4a86, disabling compactions & flushes
2024-12-06T04:35:30,360 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:30,360 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:30,360 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86. after waiting 0 ms
2024-12-06T04:35:30,360 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:30,360 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87a30d8b95ad8cc9bb9036699d8c4a86 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:30,375 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86/.tmp/testFamily/8fab756cda1f486a841e6c0910bc874c is 61, key is row-0/testFamily:testQualifier/1733459726794/Put/seqid=0
2024-12-06T04:35:30,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741858_1034 (size=5049)
2024-12-06T04:35:30,401 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T04:35:30,433 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 1588230740, 84b06491fc0b54a1a3f038ba34cb50c4, 87a30d8b95ad8cc9bb9036699d8c4a86, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b, fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:30,633 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 1588230740, 84b06491fc0b54a1a3f038ba34cb50c4, 87a30d8b95ad8cc9bb9036699d8c4a86, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b, fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:30,760 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/ns/2741b1c022c2448da7482bad6022eb88
2024-12-06T04:35:30,781 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86/.tmp/testFamily/8fab756cda1f486a841e6c0910bc874c
2024-12-06T04:35:30,783 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/table/0282f1d9188d46dbb3f94b6f560709b0 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733459665962/Put/seqid=0
2024-12-06T04:35:30,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741859_1035 (size=6699)
2024-12-06T04:35:30,790 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86/.tmp/testFamily/8fab756cda1f486a841e6c0910bc874c as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86/testFamily/8fab756cda1f486a841e6c0910bc874c
2024-12-06T04:35:30,798 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86/testFamily/8fab756cda1f486a841e6c0910bc874c, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:30,799 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 87a30d8b95ad8cc9bb9036699d8c4a86 in 439ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:30,804 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScannerAsync/87a30d8b95ad8cc9bb9036699d8c4a86/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:30,805 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:30,805 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87a30d8b95ad8cc9bb9036699d8c4a86:
Waiting for close lock at 1733459730360Running coprocessor pre-close hooks at 1733459730360Disabling compacts and flushes for region at 1733459730360Disabling writes for close at 1733459730360Obtaining lock to block concurrent updates at 1733459730360Preparing flush snapshotting stores in 87a30d8b95ad8cc9bb9036699d8c4a86 at 1733459730360Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459730361 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86. at 1733459730361Flushing 87a30d8b95ad8cc9bb9036699d8c4a86/testFamily: creating writer at 1733459730361Flushing 87a30d8b95ad8cc9bb9036699d8c4a86/testFamily: appending metadata at 1733459730375 (+14 ms)Flushing 87a30d8b95ad8cc9bb9036699d8c4a86/testFamily: closing flushed file at 1733459730375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7f9522: reopening flushed file at 1733459730789 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 87a30d8b95ad8cc9bb9036699d8c4a86 in 439ms, sequenceid=8, compaction requested=false at 1733459730799 (+10 ms)Writing region close event to WAL at 1733459730800 (+1 ms)Running coprocessor post-close hooks at 1733459730805 (+5 ms)Closed at 1733459730805
2024-12-06T04:35:30,805 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733459723755.87a30d8b95ad8cc9bb9036699d8c4a86.
2024-12-06T04:35:30,805 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc407c4a2bc16b1fc61006797bec6d22, disabling compactions & flushes
2024-12-06T04:35:30,805 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:35:30,805 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:35:30,806 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22. after waiting 0 ms
2024-12-06T04:35:30,806 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:35:30,806 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc407c4a2bc16b1fc61006797bec6d22 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:30,806 INFO  [regionserver/a5928616aea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-06T04:35:30,806 INFO  [regionserver/a5928616aea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-06T04:35:30,821 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22/.tmp/testFamily/bad3172ac2234205ac101b5e1ad81f2e is 61, key is row-0/testFamily:testQualifier/1733459689197/Put/seqid=0
2024-12-06T04:35:30,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741860_1036 (size=5049)
2024-12-06T04:35:30,833 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-06T04:35:30,833 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1325): Online Regions={fc407c4a2bc16b1fc61006797bec6d22=testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22., f4198451c13df27aee4fe1bfc909b18b=testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b., 124621778520078e0dc9b8509f9e13e6=hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6., 1588230740=hbase:meta,,1.1588230740, 9aefc65911745750bee3ff36fe29e957=hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., 84b06491fc0b54a1a3f038ba34cb50c4=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., 94308e98b8140e4f817579b91b372874=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., 08610a0d1f162de442c58b4834a7bc39=testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39., c470fe37cc28d7075fbfa9a0eb2ea42a=hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.}
2024-12-06T04:35:30,833 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 1588230740, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b, fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:31,034 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 1588230740, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b, fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:31,189 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/table/0282f1d9188d46dbb3f94b6f560709b0
2024-12-06T04:35:31,199 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/info/5fa5a7049d6e45fcbc2410742d595985 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/info/5fa5a7049d6e45fcbc2410742d595985
2024-12-06T04:35:31,209 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/info/5fa5a7049d6e45fcbc2410742d595985, entries=100, sequenceid=56, filesize=20.1 K
2024-12-06T04:35:31,211 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/ns/2741b1c022c2448da7482bad6022eb88 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/ns/2741b1c022c2448da7482bad6022eb88
2024-12-06T04:35:31,221 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/ns/2741b1c022c2448da7482bad6022eb88, entries=2, sequenceid=56, filesize=5.0 K
2024-12-06T04:35:31,222 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/.tmp/table/0282f1d9188d46dbb3f94b6f560709b0 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/table/0282f1d9188d46dbb3f94b6f560709b0
2024-12-06T04:35:31,226 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22/.tmp/testFamily/bad3172ac2234205ac101b5e1ad81f2e
2024-12-06T04:35:31,232 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/table/0282f1d9188d46dbb3f94b6f560709b0, entries=20, sequenceid=56, filesize=6.5 K
2024-12-06T04:35:31,234 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=56, compaction requested=false
2024-12-06T04:35:31,234 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 1588230740, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b, fc407c4a2bc16b1fc61006797bec6d22
2024-12-06T04:35:31,235 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22/.tmp/testFamily/bad3172ac2234205ac101b5e1ad81f2e as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22/testFamily/bad3172ac2234205ac101b5e1ad81f2e
2024-12-06T04:35:31,240 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-06T04:35:31,241 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T04:35:31,241 INFO  [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T04:35:31,241 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733459729831Running coprocessor pre-close hooks at 1733459729831Disabling compacts and flushes for region at 1733459729831Disabling writes for close at 1733459729831Obtaining lock to block concurrent updates at 1733459729833 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733459729833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733459729840 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733459729842 (+2 ms)Flushing 1588230740/info: creating writer at 1733459729843 (+1 ms)Flushing 1588230740/info: appending metadata at 1733459729884 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733459729884Flushing 1588230740/ns: creating writer at 1733459730333 (+449 ms)Flushing 1588230740/ns: appending metadata at 1733459730352 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733459730352Flushing 1588230740/table: creating writer at 1733459730767 (+415 ms)Flushing 1588230740/table: appending metadata at 1733459730782 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733459730782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3860c7ad: reopening flushed file at 1733459731197 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd8b1e0: reopening flushed file at 1733459731210 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3279073: reopening flushed file at 1733459731221 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=56, compaction requested=false at 1733459731234 (+13 ms)Writing region close event to WAL at 1733459731235 (+1 ms)Running coprocessor post-close hooks at 1733459731241 (+6 ms)Closed at 1733459731241
2024-12-06T04:35:31,242 DEBUG [RS_CLOSE_META-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-06T04:35:31,244 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22/testFamily/bad3172ac2234205ac101b5e1ad81f2e, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:31,245 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc407c4a2bc16b1fc61006797bec6d22 in 439ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:31,251 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextException/fc407c4a2bc16b1fc61006797bec6d22/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:31,252 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:35:31,252 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc407c4a2bc16b1fc61006797bec6d22:
Waiting for close lock at 1733459730805Running coprocessor pre-close hooks at 1733459730805Disabling compacts and flushes for region at 1733459730805Disabling writes for close at 1733459730806 (+1 ms)Obtaining lock to block concurrent updates at 1733459730806Preparing flush snapshotting stores in fc407c4a2bc16b1fc61006797bec6d22 at 1733459730806Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459730806Flushing stores of testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22. at 1733459730807 (+1 ms)Flushing fc407c4a2bc16b1fc61006797bec6d22/testFamily: creating writer at 1733459730807Flushing fc407c4a2bc16b1fc61006797bec6d22/testFamily: appending metadata at 1733459730820 (+13 ms)Flushing fc407c4a2bc16b1fc61006797bec6d22/testFamily: closing flushed file at 1733459730820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c749df: reopening flushed file at 1733459731233 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fc407c4a2bc16b1fc61006797bec6d22 in 439ms, sequenceid=8, compaction requested=false at 1733459731245 (+12 ms)Writing region close event to WAL at 1733459731246 (+1 ms)Running coprocessor post-close hooks at 1733459731252 (+6 ms)Closed at 1733459731252
2024-12-06T04:35:31,252 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733459686126.fc407c4a2bc16b1fc61006797bec6d22.
2024-12-06T04:35:31,253 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4198451c13df27aee4fe1bfc909b18b, disabling compactions & flushes
2024-12-06T04:35:31,253 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:35:31,253 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:35:31,253 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b. after waiting 0 ms
2024-12-06T04:35:31,253 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:35:31,253 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4198451c13df27aee4fe1bfc909b18b 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:31,272 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b/.tmp/testFamily/08a5c0d9210b4760b87e2d2a3a496488 is 61, key is row-0/testFamily:testQualifier/1733459667799/Put/seqid=0
2024-12-06T04:35:31,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741861_1037 (size=5049)
2024-12-06T04:35:31,434 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:35:31,634 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a, f4198451c13df27aee4fe1bfc909b18b
2024-12-06T04:35:31,666 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a5928616aea1:33009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-12-06T04:35:31,678 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b/.tmp/testFamily/08a5c0d9210b4760b87e2d2a3a496488
2024-12-06T04:35:31,687 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b/.tmp/testFamily/08a5c0d9210b4760b87e2d2a3a496488 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b/testFamily/08a5c0d9210b4760b87e2d2a3a496488
2024-12-06T04:35:31,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T04:35:31,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-06T04:35:31,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-06T04:35:31,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-06T04:35:31,695 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b/testFamily/08a5c0d9210b4760b87e2d2a3a496488, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:31,696 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f4198451c13df27aee4fe1bfc909b18b in 443ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:31,701 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f4198451c13df27aee4fe1bfc909b18b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:31,702 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:35:31,702 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4198451c13df27aee4fe1bfc909b18b:
Waiting for close lock at 1733459731253Running coprocessor pre-close hooks at 1733459731253Disabling compacts and flushes for region at 1733459731253Disabling writes for close at 1733459731253Obtaining lock to block concurrent updates at 1733459731253Preparing flush snapshotting stores in f4198451c13df27aee4fe1bfc909b18b at 1733459731253Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459731253Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b. at 1733459731254 (+1 ms)Flushing f4198451c13df27aee4fe1bfc909b18b/testFamily: creating writer at 1733459731254Flushing f4198451c13df27aee4fe1bfc909b18b/testFamily: appending metadata at 1733459731271 (+17 ms)Flushing f4198451c13df27aee4fe1bfc909b18b/testFamily: closing flushed file at 1733459731271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cfd3e41: reopening flushed file at 1733459731686 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f4198451c13df27aee4fe1bfc909b18b in 443ms, sequenceid=8, compaction requested=false at 1733459731696 (+10 ms)Writing region close event to WAL at 1733459731697 (+1 ms)Running coprocessor post-close hooks at 1733459731702 (+5 ms)Closed at 1733459731702
2024-12-06T04:35:31,702 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733459664709.f4198451c13df27aee4fe1bfc909b18b.
2024-12-06T04:35:31,702 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 124621778520078e0dc9b8509f9e13e6, disabling compactions & flushes
2024-12-06T04:35:31,702 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:31,702 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:31,702 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6. after waiting 0 ms
2024-12-06T04:35:31,702 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:31,703 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 124621778520078e0dc9b8509f9e13e6 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:31,723 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6/.tmp/testFamily/371399194afd484d9216bbe002692832 is 61, key is row-0/testFamily:testQualifier/1733459717715/Put/seqid=0
2024-12-06T04:35:31,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741862_1038 (size=5049)
2024-12-06T04:35:31,835 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-06T04:35:31,835 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1325): Online Regions={124621778520078e0dc9b8509f9e13e6=hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6., 9aefc65911745750bee3ff36fe29e957=hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., 84b06491fc0b54a1a3f038ba34cb50c4=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., 94308e98b8140e4f817579b91b372874=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., 08610a0d1f162de442c58b4834a7bc39=testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39., c470fe37cc28d7075fbfa9a0eb2ea42a=hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.}
2024-12-06T04:35:31,835 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:32,035 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 124621778520078e0dc9b8509f9e13e6, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:32,129 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6/.tmp/testFamily/371399194afd484d9216bbe002692832
2024-12-06T04:35:32,137 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6/.tmp/testFamily/371399194afd484d9216bbe002692832 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6/testFamily/371399194afd484d9216bbe002692832
2024-12-06T04:35:32,144 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6/testFamily/371399194afd484d9216bbe002692832, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:32,145 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 124621778520078e0dc9b8509f9e13e6 in 443ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:32,150 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNext/124621778520078e0dc9b8509f9e13e6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:32,151 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:32,151 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 124621778520078e0dc9b8509f9e13e6:
Waiting for close lock at 1733459731702Running coprocessor pre-close hooks at 1733459731702Disabling compacts and flushes for region at 1733459731702Disabling writes for close at 1733459731702Obtaining lock to block concurrent updates at 1733459731703 (+1 ms)Preparing flush snapshotting stores in 124621778520078e0dc9b8509f9e13e6 at 1733459731703Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459731703Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6. at 1733459731704 (+1 ms)Flushing 124621778520078e0dc9b8509f9e13e6/testFamily: creating writer at 1733459731704Flushing 124621778520078e0dc9b8509f9e13e6/testFamily: appending metadata at 1733459731722 (+18 ms)Flushing 124621778520078e0dc9b8509f9e13e6/testFamily: closing flushed file at 1733459731722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e4d5b1: reopening flushed file at 1733459732136 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 124621778520078e0dc9b8509f9e13e6 in 443ms, sequenceid=8, compaction requested=false at 1733459732145 (+9 ms)Writing region close event to WAL at 1733459732146 (+1 ms)Running coprocessor post-close hooks at 1733459732151 (+5 ms)Closed at 1733459732151
2024-12-06T04:35:32,151 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733459714655.124621778520078e0dc9b8509f9e13e6.
2024-12-06T04:35:32,151 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9aefc65911745750bee3ff36fe29e957, disabling compactions & flushes
2024-12-06T04:35:32,151 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:35:32,151 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:35:32,152 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957. after waiting 1 ms
2024-12-06T04:35:32,152 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:35:32,152 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9aefc65911745750bee3ff36fe29e957 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:32,171 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957/.tmp/testFamily/ea012e80e9b94887854bf6f8477c1e54 is 61, key is row-0/testFamily:testQualifier/1733459670959/Put/seqid=0
2024-12-06T04:35:32,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741863_1039 (size=5049)
2024-12-06T04:35:32,235 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:32,436 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, 9aefc65911745750bee3ff36fe29e957, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:32,577 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957/.tmp/testFamily/ea012e80e9b94887854bf6f8477c1e54
2024-12-06T04:35:32,584 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957/.tmp/testFamily/ea012e80e9b94887854bf6f8477c1e54 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957/testFamily/ea012e80e9b94887854bf6f8477c1e54
2024-12-06T04:35:32,592 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957/testFamily/ea012e80e9b94887854bf6f8477c1e54, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:32,593 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9aefc65911745750bee3ff36fe29e957 in 441ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:32,597 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScanner/9aefc65911745750bee3ff36fe29e957/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:32,598 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:35:32,598 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9aefc65911745750bee3ff36fe29e957:
Waiting for close lock at 1733459732151Running coprocessor pre-close hooks at 1733459732151Disabling compacts and flushes for region at 1733459732151Disabling writes for close at 1733459732152 (+1 ms)Obtaining lock to block concurrent updates at 1733459732152Preparing flush snapshotting stores in 9aefc65911745750bee3ff36fe29e957 at 1733459732152Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459732152Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957. at 1733459732153 (+1 ms)Flushing 9aefc65911745750bee3ff36fe29e957/testFamily: creating writer at 1733459732153Flushing 9aefc65911745750bee3ff36fe29e957/testFamily: appending metadata at 1733459732171 (+18 ms)Flushing 9aefc65911745750bee3ff36fe29e957/testFamily: closing flushed file at 1733459732171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463a2298: reopening flushed file at 1733459732583 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9aefc65911745750bee3ff36fe29e957 in 441ms, sequenceid=8, compaction requested=false at 1733459732593 (+10 ms)Writing region close event to WAL at 1733459732593Running coprocessor post-close hooks at 1733459732598 (+5 ms)Closed at 1733459732598
2024-12-06T04:35:32,598 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733459667896.9aefc65911745750bee3ff36fe29e957.
2024-12-06T04:35:32,598 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84b06491fc0b54a1a3f038ba34cb50c4, disabling compactions & flushes
2024-12-06T04:35:32,599 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:32,599 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:32,599 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4. after waiting 0 ms
2024-12-06T04:35:32,599 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:32,599 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84b06491fc0b54a1a3f038ba34cb50c4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:32,614 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4/.tmp/testFamily/ba292ecf58944ab985983cbe365599af is 61, key is row-0/testFamily:testQualifier/1733459708623/Put/seqid=0
2024-12-06T04:35:32,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741864_1040 (size=5049)
2024-12-06T04:35:32,636 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:32,836 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-06T04:35:32,836 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1325): Online Regions={84b06491fc0b54a1a3f038ba34cb50c4=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., 94308e98b8140e4f817579b91b372874=testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., 08610a0d1f162de442c58b4834a7bc39=testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39., c470fe37cc28d7075fbfa9a0eb2ea42a=hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.}
2024-12-06T04:35:32,836 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:33,020 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4/.tmp/testFamily/ba292ecf58944ab985983cbe365599af
2024-12-06T04:35:33,029 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4/.tmp/testFamily/ba292ecf58944ab985983cbe365599af as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4/testFamily/ba292ecf58944ab985983cbe365599af
2024-12-06T04:35:33,036 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4/testFamily/ba292ecf58944ab985983cbe365599af, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:33,036 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 84b06491fc0b54a1a3f038ba34cb50c4, 94308e98b8140e4f817579b91b372874, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:33,037 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 84b06491fc0b54a1a3f038ba34cb50c4 in 438ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:33,042 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/84b06491fc0b54a1a3f038ba34cb50c4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:33,043 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:33,043 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84b06491fc0b54a1a3f038ba34cb50c4:
Waiting for close lock at 1733459732598Running coprocessor pre-close hooks at 1733459732598Disabling compacts and flushes for region at 1733459732598Disabling writes for close at 1733459732599 (+1 ms)Obtaining lock to block concurrent updates at 1733459732599Preparing flush snapshotting stores in 84b06491fc0b54a1a3f038ba34cb50c4 at 1733459732599Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459732599Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4. at 1733459732600 (+1 ms)Flushing 84b06491fc0b54a1a3f038ba34cb50c4/testFamily: creating writer at 1733459732600Flushing 84b06491fc0b54a1a3f038ba34cb50c4/testFamily: appending metadata at 1733459732614 (+14 ms)Flushing 84b06491fc0b54a1a3f038ba34cb50c4/testFamily: closing flushed file at 1733459732614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614fec4a: reopening flushed file at 1733459733028 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 84b06491fc0b54a1a3f038ba34cb50c4 in 438ms, sequenceid=8, compaction requested=false at 1733459733037 (+9 ms)Writing region close event to WAL at 1733459733038 (+1 ms)Running coprocessor post-close hooks at 1733459733043 (+5 ms)Closed at 1733459733043
2024-12-06T04:35:33,043 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733459705565.84b06491fc0b54a1a3f038ba34cb50c4.
2024-12-06T04:35:33,044 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94308e98b8140e4f817579b91b372874, disabling compactions & flushes
2024-12-06T04:35:33,044 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:35:33,044 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:35:33,044 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874. after waiting 0 ms
2024-12-06T04:35:33,044 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:35:33,044 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94308e98b8140e4f817579b91b372874 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:33,061 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874/.tmp/testFamily/8655f728b7ed4f4e884f9f09acdffea5 is 61, key is row-0/testFamily:testQualifier/1733459692316/Put/seqid=0
2024-12-06T04:35:33,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741865_1041 (size=5049)
2024-12-06T04:35:33,237 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 94308e98b8140e4f817579b91b372874, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:33,437 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, 94308e98b8140e4f817579b91b372874, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:33,466 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874/.tmp/testFamily/8655f728b7ed4f4e884f9f09acdffea5
2024-12-06T04:35:33,474 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874/.tmp/testFamily/8655f728b7ed4f4e884f9f09acdffea5 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874/testFamily/8655f728b7ed4f4e884f9f09acdffea5
2024-12-06T04:35:33,482 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874/testFamily/8655f728b7ed4f4e884f9f09acdffea5, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:33,483 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 94308e98b8140e4f817579b91b372874 in 439ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:33,489 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnOpenScanner/94308e98b8140e4f817579b91b372874/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:33,490 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:35:33,490 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94308e98b8140e4f817579b91b372874:
Waiting for close lock at 1733459733043Running coprocessor pre-close hooks at 1733459733044 (+1 ms)Disabling compacts and flushes for region at 1733459733044Disabling writes for close at 1733459733044Obtaining lock to block concurrent updates at 1733459733044Preparing flush snapshotting stores in 94308e98b8140e4f817579b91b372874 at 1733459733044Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459733044Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874. at 1733459733045 (+1 ms)Flushing 94308e98b8140e4f817579b91b372874/testFamily: creating writer at 1733459733045Flushing 94308e98b8140e4f817579b91b372874/testFamily: appending metadata at 1733459733061 (+16 ms)Flushing 94308e98b8140e4f817579b91b372874/testFamily: closing flushed file at 1733459733061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345555a5: reopening flushed file at 1733459733473 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 94308e98b8140e4f817579b91b372874 in 439ms, sequenceid=8, compaction requested=false at 1733459733483 (+10 ms)Writing region close event to WAL at 1733459733484 (+1 ms)Running coprocessor post-close hooks at 1733459733489 (+5 ms)Closed at 1733459733489
2024-12-06T04:35:33,490 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733459689259.94308e98b8140e4f817579b91b372874.
2024-12-06T04:35:33,490 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08610a0d1f162de442c58b4834a7bc39, disabling compactions & flushes
2024-12-06T04:35:33,490 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:35:33,490 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:35:33,490 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39. after waiting 0 ms
2024-12-06T04:35:33,490 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:35:33,490 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08610a0d1f162de442c58b4834a7bc39 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:33,513 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39/.tmp/testFamily/600c2a5753ef4c8784186c7df3b7e3cf is 61, key is row-0/testFamily:testQualifier/1733459698425/Put/seqid=0
2024-12-06T04:35:33,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741866_1042 (size=5049)
2024-12-06T04:35:33,637 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:33,837 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-06T04:35:33,838 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1325): Online Regions={08610a0d1f162de442c58b4834a7bc39=testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39., c470fe37cc28d7075fbfa9a0eb2ea42a=hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.}
2024-12-06T04:35:33,838 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on 08610a0d1f162de442c58b4834a7bc39, c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:33,919 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39/.tmp/testFamily/600c2a5753ef4c8784186c7df3b7e3cf
2024-12-06T04:35:33,927 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39/.tmp/testFamily/600c2a5753ef4c8784186c7df3b7e3cf as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39/testFamily/600c2a5753ef4c8784186c7df3b7e3cf
2024-12-06T04:35:33,935 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39/testFamily/600c2a5753ef4c8784186c7df3b7e3cf, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:33,936 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 08610a0d1f162de442c58b4834a7bc39 in 446ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:33,941 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/default/testNormalScanTimeoutOnNextAsync/08610a0d1f162de442c58b4834a7bc39/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:33,942 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:35:33,942 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08610a0d1f162de442c58b4834a7bc39:
Waiting for close lock at 1733459733490Running coprocessor pre-close hooks at 1733459733490Disabling compacts and flushes for region at 1733459733490Disabling writes for close at 1733459733490Obtaining lock to block concurrent updates at 1733459733490Preparing flush snapshotting stores in 08610a0d1f162de442c58b4834a7bc39 at 1733459733490Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459733491 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39. at 1733459733492 (+1 ms)Flushing 08610a0d1f162de442c58b4834a7bc39/testFamily: creating writer at 1733459733492Flushing 08610a0d1f162de442c58b4834a7bc39/testFamily: appending metadata at 1733459733513 (+21 ms)Flushing 08610a0d1f162de442c58b4834a7bc39/testFamily: closing flushed file at 1733459733513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378ed33c: reopening flushed file at 1733459733926 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 08610a0d1f162de442c58b4834a7bc39 in 446ms, sequenceid=8, compaction requested=false at 1733459733936 (+10 ms)Writing region close event to WAL at 1733459733936Running coprocessor post-close hooks at 1733459733942 (+6 ms)Closed at 1733459733942
2024-12-06T04:35:33,942 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733459695366.08610a0d1f162de442c58b4834a7bc39.
2024-12-06T04:35:33,942 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c470fe37cc28d7075fbfa9a0eb2ea42a, disabling compactions & flushes
2024-12-06T04:35:33,942 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:35:33,942 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:35:33,942 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a. after waiting 0 ms
2024-12-06T04:35:33,942 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:35:33,942 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c470fe37cc28d7075fbfa9a0eb2ea42a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-06T04:35:33,957 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a/.tmp/testFamily/c34661c0480446b8a2353e1c98deb6cf is 61, key is row-0/testFamily:testQualifier/1733459680072/Put/seqid=0
2024-12-06T04:35:33,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741867_1043 (size=5049)
2024-12-06T04:35:34,038 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:34,238 DEBUG [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1351): Waiting on c470fe37cc28d7075fbfa9a0eb2ea42a
2024-12-06T04:35:34,363 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a/.tmp/testFamily/c34661c0480446b8a2353e1c98deb6cf
2024-12-06T04:35:34,371 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a/.tmp/testFamily/c34661c0480446b8a2353e1c98deb6cf as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a/testFamily/c34661c0480446b8a2353e1c98deb6cf
2024-12-06T04:35:34,378 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a/testFamily/c34661c0480446b8a2353e1c98deb6cf, entries=4, sequenceid=8, filesize=4.9 K
2024-12-06T04:35:34,379 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c470fe37cc28d7075fbfa9a0eb2ea42a in 437ms, sequenceid=8, compaction requested=false
2024-12-06T04:35:34,384 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/data/hbase/testMetaScanTimeoutOnNextAsync/c470fe37cc28d7075fbfa9a0eb2ea42a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-06T04:35:34,385 INFO  [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:35:34,385 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c470fe37cc28d7075fbfa9a0eb2ea42a:
Waiting for close lock at 1733459733942Running coprocessor pre-close hooks at 1733459733942Disabling compacts and flushes for region at 1733459733942Disabling writes for close at 1733459733942Obtaining lock to block concurrent updates at 1733459733942Preparing flush snapshotting stores in c470fe37cc28d7075fbfa9a0eb2ea42a at 1733459733942Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733459733943 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a. at 1733459733943Flushing c470fe37cc28d7075fbfa9a0eb2ea42a/testFamily: creating writer at 1733459733943Flushing c470fe37cc28d7075fbfa9a0eb2ea42a/testFamily: appending metadata at 1733459733957 (+14 ms)Flushing c470fe37cc28d7075fbfa9a0eb2ea42a/testFamily: closing flushed file at 1733459733957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766a774e: reopening flushed file at 1733459734370 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c470fe37cc28d7075fbfa9a0eb2ea42a in 437ms, sequenceid=8, compaction requested=false at 1733459734380 (+10 ms)Writing region close event to WAL at 1733459734380Running coprocessor post-close hooks at 1733459734385 (+5 ms)Closed at 1733459734385
2024-12-06T04:35:34,385 DEBUG [RS_CLOSE_REGION-regionserver/a5928616aea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733459677013.c470fe37cc28d7075fbfa9a0eb2ea42a.
2024-12-06T04:35:34,438 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(976): stopping server a5928616aea1,46549,1733459631939; all regions closed.
2024-12-06T04:35:34,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741834_1010 (size=19479)
2024-12-06T04:35:34,449 DEBUG [RS:0;a5928616aea1:46549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/oldWALs
2024-12-06T04:35:34,449 INFO  [RS:0;a5928616aea1:46549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a5928616aea1%2C46549%2C1733459631939.meta:.meta(num 1733459664259)
2024-12-06T04:35:34,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741833_1009 (size=20031)
2024-12-06T04:35:34,452 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/WALs/a5928616aea1,46549,1733459631939/a5928616aea1%2C46549%2C1733459631939.1733459663856 not finished, retry = 0
2024-12-06T04:35:34,555 DEBUG [RS:0;a5928616aea1:46549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/oldWALs
2024-12-06T04:35:34,555 INFO  [RS:0;a5928616aea1:46549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a5928616aea1%2C46549%2C1733459631939:(num 1733459663856)
2024-12-06T04:35:34,555 DEBUG [RS:0;a5928616aea1:46549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T04:35:34,555 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T04:35:34,555 INFO  [RS:0;a5928616aea1:46549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T04:35:34,556 INFO  [RS:0;a5928616aea1:46549 {}] hbase.ChoreService(370): Chore service for: regionserver/a5928616aea1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-06T04:35:34,556 INFO  [RS:0;a5928616aea1:46549 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T04:35:34,556 INFO  [regionserver/a5928616aea1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T04:35:34,557 INFO  [RS:0;a5928616aea1:46549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46549
2024-12-06T04:35:34,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T04:35:34,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a5928616aea1,46549,1733459631939
2024-12-06T04:35:34,560 INFO  [RS:0;a5928616aea1:46549 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T04:35:34,561 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a5928616aea1,46549,1733459631939]
2024-12-06T04:35:34,562 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a5928616aea1,46549,1733459631939 already deleted, retry=false
2024-12-06T04:35:34,562 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a5928616aea1,46549,1733459631939 expired; onlineServers=0
2024-12-06T04:35:34,562 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a5928616aea1,33009,1733459631342' *****
2024-12-06T04:35:34,562 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-06T04:35:34,563 INFO  [M:0;a5928616aea1:33009 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T04:35:34,563 INFO  [M:0;a5928616aea1:33009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T04:35:34,563 DEBUG [M:0;a5928616aea1:33009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-06T04:35:34,563 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-06T04:35:34,563 DEBUG [M:0;a5928616aea1:33009 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-06T04:35:34,563 DEBUG [master/a5928616aea1:0:becomeActiveMaster-HFileCleaner.large.0-1733459633712 {}] cleaner.HFileCleaner(306): Exit Thread[master/a5928616aea1:0:becomeActiveMaster-HFileCleaner.large.0-1733459633712,5,FailOnTimeoutGroup]
2024-12-06T04:35:34,563 DEBUG [master/a5928616aea1:0:becomeActiveMaster-HFileCleaner.small.0-1733459633716 {}] cleaner.HFileCleaner(306): Exit Thread[master/a5928616aea1:0:becomeActiveMaster-HFileCleaner.small.0-1733459633716,5,FailOnTimeoutGroup]
2024-12-06T04:35:34,563 INFO  [M:0;a5928616aea1:33009 {}] hbase.ChoreService(370): Chore service for: master/a5928616aea1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-06T04:35:34,563 INFO  [M:0;a5928616aea1:33009 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T04:35:34,563 DEBUG [M:0;a5928616aea1:33009 {}] master.HMaster(1795): Stopping service threads
2024-12-06T04:35:34,563 INFO  [M:0;a5928616aea1:33009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-06T04:35:34,564 INFO  [M:0;a5928616aea1:33009 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T04:35:34,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-06T04:35:34,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T04:35:34,564 INFO  [M:0;a5928616aea1:33009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-06T04:35:34,564 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-06T04:35:34,565 DEBUG [M:0;a5928616aea1:33009 {}] zookeeper.ZKUtil(347): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-06T04:35:34,565 WARN  [M:0;a5928616aea1:33009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-06T04:35:34,566 INFO  [M:0;a5928616aea1:33009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/.lastflushedseqids
2024-12-06T04:35:34,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741868_1044 (size=649)
2024-12-06T04:35:34,625 INFO  [regionserver/a5928616aea1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T04:35:34,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T04:35:34,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46549-0x100adce36360001, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T04:35:34,663 INFO  [RS:0;a5928616aea1:46549 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T04:35:34,663 INFO  [RS:0;a5928616aea1:46549 {}] regionserver.HRegionServer(1031): Exiting; stopping=a5928616aea1,46549,1733459631939; zookeeper connection closed.
2024-12-06T04:35:34,663 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d5c5bb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d5c5bb5
2024-12-06T04:35:34,664 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-06T04:35:34,979 INFO  [M:0;a5928616aea1:33009 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-06T04:35:34,979 INFO  [M:0;a5928616aea1:33009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-06T04:35:34,979 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T04:35:34,979 INFO  [M:0;a5928616aea1:33009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T04:35:34,979 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T04:35:34,979 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T04:35:34,980 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T04:35:34,980 INFO  [M:0;a5928616aea1:33009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.96 KB heapSize=190.83 KB
2024-12-06T04:35:34,995 DEBUG [M:0;a5928616aea1:33009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a461fe8dcb9d496481ac674d37f8f8ca is 82, key is hbase:meta,,1/info:regioninfo/1733459664338/Put/seqid=0
2024-12-06T04:35:35,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741869_1045 (size=5672)
2024-12-06T04:35:35,406 INFO  [M:0;a5928616aea1:33009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a461fe8dcb9d496481ac674d37f8f8ca
2024-12-06T04:35:35,428 DEBUG [M:0;a5928616aea1:33009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94739710bfc6487cacf5cda2c25da227 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733459665969/Put/seqid=0
2024-12-06T04:35:35,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741870_1046 (size=14067)
2024-12-06T04:35:35,433 INFO  [M:0;a5928616aea1:33009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.40 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94739710bfc6487cacf5cda2c25da227
2024-12-06T04:35:35,439 INFO  [M:0;a5928616aea1:33009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94739710bfc6487cacf5cda2c25da227
2024-12-06T04:35:35,454 DEBUG [M:0;a5928616aea1:33009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e8fd02dc5a946eda3b75c087a076ae6 is 69, key is a5928616aea1,46549,1733459631939/rs:state/1733459633731/Put/seqid=0
2024-12-06T04:35:35,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741871_1047 (size=5156)
2024-12-06T04:35:35,860 INFO  [M:0;a5928616aea1:33009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e8fd02dc5a946eda3b75c087a076ae6
2024-12-06T04:35:35,861 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T04:35:35,867 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a461fe8dcb9d496481ac674d37f8f8ca as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a461fe8dcb9d496481ac674d37f8f8ca
2024-12-06T04:35:35,876 INFO  [M:0;a5928616aea1:33009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a461fe8dcb9d496481ac674d37f8f8ca, entries=8, sequenceid=317, filesize=5.5 K
2024-12-06T04:35:35,877 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94739710bfc6487cacf5cda2c25da227 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94739710bfc6487cacf5cda2c25da227
2024-12-06T04:35:35,885 INFO  [M:0;a5928616aea1:33009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94739710bfc6487cacf5cda2c25da227
2024-12-06T04:35:35,885 INFO  [M:0;a5928616aea1:33009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94739710bfc6487cacf5cda2c25da227, entries=33, sequenceid=317, filesize=13.7 K
2024-12-06T04:35:35,887 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e8fd02dc5a946eda3b75c087a076ae6 as hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e8fd02dc5a946eda3b75c087a076ae6
2024-12-06T04:35:35,894 INFO  [M:0;a5928616aea1:33009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32953/user/jenkins/test-data/75b00202-5a36-ffee-5f35-c3c17e97bff9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e8fd02dc5a946eda3b75c087a076ae6, entries=1, sequenceid=317, filesize=5.0 K
2024-12-06T04:35:35,896 INFO  [M:0;a5928616aea1:33009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.53 KB/195104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=317, compaction requested=false
2024-12-06T04:35:35,899 INFO  [M:0;a5928616aea1:33009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T04:35:35,899 DEBUG [M:0;a5928616aea1:33009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733459734979Disabling compacts and flushes for region at 1733459734979Disabling writes for close at 1733459734979Obtaining lock to block concurrent updates at 1733459734980 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733459734980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166867, getHeapSize=195344, getOffHeapSize=0, getCellsCount=364 at 1733459734980Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733459734981 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733459734981Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733459734995 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733459734995Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733459735412 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733459735428 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733459735428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733459735439 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733459735454 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733459735454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8a7e0c: reopening flushed file at 1733459735866 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f75f6c: reopening flushed file at 1733459735876 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dbc4ca0: reopening flushed file at 1733459735886 (+10 ms)Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.53 KB/195104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=317, compaction requested=false at 1733459735896 (+10 ms)Writing region close event to WAL at 1733459735899 (+3 ms)Closed at 1733459735899
2024-12-06T04:35:35,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741830_1006 (size=188079)
2024-12-06T04:35:35,904 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T04:35:35,904 INFO  [M:0;a5928616aea1:33009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-06T04:35:35,904 INFO  [M:0;a5928616aea1:33009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33009
2024-12-06T04:35:35,904 INFO  [M:0;a5928616aea1:33009 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T04:35:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T04:35:36,006 INFO  [M:0;a5928616aea1:33009 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T04:35:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33009-0x100adce36360000, quorum=127.0.0.1:59617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T04:35:36,010 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6261b108{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-06T04:35:36,012 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@379257e4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-06T04:35:36,012 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-06T04:35:36,012 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48199fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-06T04:35:36,012 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ee0fe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/hadoop.log.dir/,STOPPED}
2024-12-06T04:35:36,014 WARN  [BP-1628357463-172.17.0.2-1733459628849 heartbeating to localhost/127.0.0.1:32953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-06T04:35:36,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-06T04:35:36,014 WARN  [BP-1628357463-172.17.0.2-1733459628849 heartbeating to localhost/127.0.0.1:32953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628357463-172.17.0.2-1733459628849 (Datanode Uuid f0041bd8-008d-46fb-b5fc-27df6342a396) service to localhost/127.0.0.1:32953
2024-12-06T04:35:36,014 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-06T04:35:36,016 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/cluster_8fc0ab81-3b70-0c80-dbe2-61ec881a01f2/data/data1/current/BP-1628357463-172.17.0.2-1733459628849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-06T04:35:36,016 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/cluster_8fc0ab81-3b70-0c80-dbe2-61ec881a01f2/data/data2/current/BP-1628357463-172.17.0.2-1733459628849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-06T04:35:36,016 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-06T04:35:36,024 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df87c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-06T04:35:36,025 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-06T04:35:36,025 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-06T04:35:36,025 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-06T04:35:36,025 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d3d7f9-44ab-b5ef-dabd-4b908308a5fb/hadoop.log.dir/,STOPPED}
2024-12-06T04:35:36,034 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-06T04:35:36,056 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down