2024-11-20 01:40:45,161 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-20 01:40:45,184 main DEBUG Took 0.020092 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-20 01:40:45,185 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-20 01:40:45,185 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-20 01:40:45,187 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-20 01:40:45,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,196 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-20 01:40:45,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,211 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,212 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,214 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,215 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,217 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,219 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,221 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,223 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 01:40:45,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,225 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-20 01:40:45,227 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 01:40:45,229 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-20 01:40:45,231 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-20 01:40:45,232 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-20 01:40:45,234 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-20 01:40:45,235 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-20 01:40:45,247 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-20 01:40:45,250 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-20 01:40:45,252 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-20 01:40:45,253 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-20 01:40:45,253 main DEBUG createAppenders(={Console})
2024-11-20 01:40:45,254 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-20 01:40:45,255 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-20 01:40:45,255 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-20 01:40:45,256 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-20 01:40:45,256 main DEBUG OutputStream closed
2024-11-20 01:40:45,256 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-20 01:40:45,257 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-20 01:40:45,257 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-20 01:40:45,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-20 01:40:45,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-20 01:40:45,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-20 01:40:45,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-20 01:40:45,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-20 01:40:45,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-20 01:40:45,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-20 01:40:45,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-20 01:40:45,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-20 01:40:45,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-20 01:40:45,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-20 01:40:45,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-20 01:40:45,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-20 01:40:45,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-20 01:40:45,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-20 01:40:45,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-20 01:40:45,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-20 01:40:45,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-20 01:40:45,355 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20 01:40:45,355 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-20 01:40:45,356 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-20 01:40:45,356 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-20T01:40:45,373 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-20 01:40:45,376 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-20 01:40:45,376 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20T01:40:45,631 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1
2024-11-20T01:40:45,652 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-20T01:40:45,668 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/cluster_8827f746-3939-cf8c-0d99-b3a83b71f088, deleteOnExit=true
2024-11-20T01:40:45,668 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-20T01:40:45,669 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/test.cache.data in system properties and HBase conf
2024-11-20T01:40:45,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/hadoop.tmp.dir in system properties and HBase conf
2024-11-20T01:40:45,671 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/hadoop.log.dir in system properties and HBase conf
2024-11-20T01:40:45,671 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-20T01:40:45,672 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-20T01:40:45,672 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-20T01:40:45,749 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-20T01:40:45,841 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-20T01:40:45,844 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-20T01:40:45,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-20T01:40:45,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-20T01:40:45,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-20T01:40:45,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-20T01:40:45,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-20T01:40:45,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-20T01:40:45,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-20T01:40:45,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-20T01:40:45,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/nfs.dump.dir in system properties and HBase conf
2024-11-20T01:40:45,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/java.io.tmpdir in system properties and HBase conf
2024-11-20T01:40:45,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-20T01:40:45,851 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-20T01:40:45,852 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-20T01:40:46,998 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-20T01:40:47,069 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2628ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-20T01:40:47,139 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T01:40:47,198 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-20T01:40:47,218 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-20T01:40:47,218 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-20T01:40:47,219 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-20T01:40:47,230 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T01:40:47,233 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/hadoop.log.dir/,AVAILABLE}
2024-11-20T01:40:47,234 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-20T01:40:47,423 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/java.io.tmpdir/jetty-localhost-42137-hadoop-hdfs-3_4_1-tests_jar-_-any-1464669804965100188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-20T01:40:47,430 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:42137}
2024-11-20T01:40:47,430 INFO  [Time-limited test {}] server.Server(415): Started @2990ms
2024-11-20T01:40:48,066 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-20T01:40:48,073 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-20T01:40:48,074 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-20T01:40:48,074 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-20T01:40:48,074 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-20T01:40:48,074 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/hadoop.log.dir/,AVAILABLE}
2024-11-20T01:40:48,075 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-20T01:40:48,177 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/java.io.tmpdir/jetty-localhost-34183-hadoop-hdfs-3_4_1-tests_jar-_-any-18175655816731020929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-20T01:40:48,178 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:34183}
2024-11-20T01:40:48,178 INFO  [Time-limited test {}] server.Server(415): Started @3738ms
2024-11-20T01:40:48,227 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-20T01:40:49,165 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/cluster_8827f746-3939-cf8c-0d99-b3a83b71f088/data/data2/current/BP-871261898-172.17.0.3-1732066846430/current, will proceed with Du for space computation calculation, 
2024-11-20T01:40:49,165 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/cluster_8827f746-3939-cf8c-0d99-b3a83b71f088/data/data1/current/BP-871261898-172.17.0.3-1732066846430/current, will proceed with Du for space computation calculation, 
2024-11-20T01:40:49,196 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-20T01:40:49,247 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3445ff4018eed5e with lease ID 0x655d2e94d8f83a15: Processing first storage report for DS-5a107096-b5da-4d63-bf30-f7747a9307f1 from datanode DatanodeRegistration(127.0.0.1:39559, datanodeUuid=d07e5390-c887-4b0c-8661-1571a8e36ef3, infoPort=42103, infoSecurePort=0, ipcPort=42369, storageInfo=lv=-57;cid=testClusterID;nsid=973657376;c=1732066846430)
2024-11-20T01:40:49,248 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3445ff4018eed5e with lease ID 0x655d2e94d8f83a15: from storage DS-5a107096-b5da-4d63-bf30-f7747a9307f1 node DatanodeRegistration(127.0.0.1:39559, datanodeUuid=d07e5390-c887-4b0c-8661-1571a8e36ef3, infoPort=42103, infoSecurePort=0, ipcPort=42369, storageInfo=lv=-57;cid=testClusterID;nsid=973657376;c=1732066846430), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-20T01:40:49,249 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3445ff4018eed5e with lease ID 0x655d2e94d8f83a15: Processing first storage report for DS-af63a3f5-da19-4886-8733-2f602efcd142 from datanode DatanodeRegistration(127.0.0.1:39559, datanodeUuid=d07e5390-c887-4b0c-8661-1571a8e36ef3, infoPort=42103, infoSecurePort=0, ipcPort=42369, storageInfo=lv=-57;cid=testClusterID;nsid=973657376;c=1732066846430)
2024-11-20T01:40:49,249 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3445ff4018eed5e with lease ID 0x655d2e94d8f83a15: from storage DS-af63a3f5-da19-4886-8733-2f602efcd142 node DatanodeRegistration(127.0.0.1:39559, datanodeUuid=d07e5390-c887-4b0c-8661-1571a8e36ef3, infoPort=42103, infoSecurePort=0, ipcPort=42369, storageInfo=lv=-57;cid=testClusterID;nsid=973657376;c=1732066846430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-20T01:40:49,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1
2024-11-20T01:40:49,405 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/cluster_8827f746-3939-cf8c-0d99-b3a83b71f088/zookeeper_0, clientPort=62642, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/cluster_8827f746-3939-cf8c-0d99-b3a83b71f088/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/cluster_8827f746-3939-cf8c-0d99-b3a83b71f088/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-20T01:40:49,416 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62642
2024-11-20T01:40:49,428 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T01:40:49,432 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T01:40:49,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741825_1001 (size=7)
2024-11-20T01:40:50,049 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04 with version=8
2024-11-20T01:40:50,049 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/hbase-staging
2024-11-20T01:40:50,141 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-20T01:40:50,426 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=9
2024-11-20T01:40:50,435 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T01:40:50,436 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T01:40:50,440 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T01:40:50,441 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T01:40:50,441 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T01:40:50,591 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-20T01:40:50,673 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-20T01:40:50,685 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-20T01:40:50,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T01:40:50,717 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 111600 (auto-detected)
2024-11-20T01:40:50,718 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-20T01:40:50,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38115
2024-11-20T01:40:50,767 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38115 connecting to ZooKeeper ensemble=127.0.0.1:62642
2024-11-20T01:40:50,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381150x0, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T01:40:50,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38115-0x10155e6ae170000 connected
2024-11-20T01:40:51,004 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T01:40:51,007 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T01:40:51,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T01:40:51,021 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04, hbase.cluster.distributed=false
2024-11-20T01:40:51,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T01:40:51,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38115
2024-11-20T01:40:51,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38115
2024-11-20T01:40:51,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38115
2024-11-20T01:40:51,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38115
2024-11-20T01:40:51,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38115
2024-11-20T01:40:51,167 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=9
2024-11-20T01:40:51,168 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T01:40:51,168 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-20T01:40:51,169 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-20T01:40:51,169 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-20T01:40:51,169 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-20T01:40:51,171 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-20T01:40:51,175 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T01:40:51,176 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45449
2024-11-20T01:40:51,178 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45449 connecting to ZooKeeper ensemble=127.0.0.1:62642
2024-11-20T01:40:51,180 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T01:40:51,184 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T01:40:51,202 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454490x0, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-20T01:40:51,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T01:40:51,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45449-0x10155e6ae170001 connected
2024-11-20T01:40:51,206 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-20T01:40:51,214 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-20T01:40:51,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-20T01:40:51,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-20T01:40:51,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45449
2024-11-20T01:40:51,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45449
2024-11-20T01:40:51,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45449
2024-11-20T01:40:51,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45449
2024-11-20T01:40:51,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45449
2024-11-20T01:40:51,241 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:38115
2024-11-20T01:40:51,242 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/57759bcb46a5,38115,1732066850258
2024-11-20T01:40:51,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T01:40:51,255 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T01:40:51,256 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/57759bcb46a5,38115,1732066850258
2024-11-20T01:40:51,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:51,286 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-20T01:40:51,286 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:51,287 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-20T01:40:51,288 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/57759bcb46a5,38115,1732066850258 from backup master directory
2024-11-20T01:40:51,302 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T01:40:51,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/57759bcb46a5,38115,1732066850258
2024-11-20T01:40:51,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-20T01:40:51,303 WARN  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T01:40:51,303 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,38115,1732066850258
2024-11-20T01:40:51,305 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-20T01:40:51,307 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-20T01:40:51,361 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/hbase.id] with ID: 6ed19336-a3ec-46fd-a2eb-33060ea52859
2024-11-20T01:40:51,361 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/.tmp/hbase.id
2024-11-20T01:40:51,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741826_1002 (size=42)
2024-11-20T01:40:51,774 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/.tmp/hbase.id]:[hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/hbase.id]
2024-11-20T01:40:51,818 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-20T01:40:51,824 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-20T01:40:51,841 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms.
2024-11-20T01:40:51,892 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:51,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741827_1003 (size=196)
2024-11-20T01:40:52,335 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:40:52,338 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-20T01:40:52,356 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T01:40:52,362 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T01:40:52,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741828_1004 (size=1189)
2024-11-20T01:40:52,818 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store
2024-11-20T01:40:52,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741829_1005 (size=34)
2024-11-20T01:40:53,247 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-20T01:40:53,251 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:40:53,253 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T01:40:53,253 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T01:40:53,254 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T01:40:53,256 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T01:40:53,256 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T01:40:53,256 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T01:40:53,257 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732066853253Disabling compacts and flushes for region at 1732066853253Disabling writes for close at 1732066853256 (+3 ms)Writing region close event to WAL at 1732066853256Closed at 1732066853256
2024-11-20T01:40:53,259 WARN  [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/.initializing
2024-11-20T01:40:53,259 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/WALs/57759bcb46a5,38115,1732066850258
2024-11-20T01:40:53,267 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T01:40:53,281 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C38115%2C1732066850258, suffix=, logDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/WALs/57759bcb46a5,38115,1732066850258, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/oldWALs, maxLogs=10
2024-11-20T01:40:53,302 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/WALs/57759bcb46a5,38115,1732066850258/57759bcb46a5%2C38115%2C1732066850258.1732066853285, exclude list is [], retry=0
2024-11-20T01:40:53,319 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39559,DS-5a107096-b5da-4d63-bf30-f7747a9307f1,DISK]
2024-11-20T01:40:53,322 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-20T01:40:53,353 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/WALs/57759bcb46a5,38115,1732066850258/57759bcb46a5%2C38115%2C1732066850258.1732066853285
2024-11-20T01:40:53,353 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42103:42103)]
2024-11-20T01:40:53,354 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:40:53,354 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:40:53,357 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T01:40:53,358 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T01:40:53,391 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T01:40:53,415 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-20T01:40:53,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:53,420 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:40:53,420 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T01:40:53,424 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-20T01:40:53,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:53,425 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:40:53,425 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T01:40:53,428 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-20T01:40:53,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:53,429 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:40:53,429 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-20T01:40:53,432 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-20T01:40:53,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:53,433 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:40:53,433 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T01:40:53,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T01:40:53,439 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-20T01:40:53,444 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T01:40:53,445 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T01:40:53,449 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T01:40:53,453 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-20T01:40:53,458 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:40:53,459 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75205148, jitterRate=0.12064403295516968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T01:40:53,466 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732066853369Initializing all the Stores at 1732066853371 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732066853371Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066853372 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066853372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066853372Cleaning up temporary data from old regions at 1732066853445 (+73 ms)Region opened successfully at 1732066853466 (+21 ms)
2024-11-20T01:40:53,467 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-20T01:40:53,498 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b046d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0
2024-11-20T01:40:53,528 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-20T01:40:53,537 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-20T01:40:53,538 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-20T01:40:53,540 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-20T01:40:53,542 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-20T01:40:53,546 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-20T01:40:53,546 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-20T01:40:53,570 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-20T01:40:53,578 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-20T01:40:53,692 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-20T01:40:53,694 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-20T01:40:53,696 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-20T01:40:53,706 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-20T01:40:53,709 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-20T01:40:53,713 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-20T01:40:53,723 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-20T01:40:53,725 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-20T01:40:53,734 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-20T01:40:53,749 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-20T01:40:53,759 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-20T01:40:53,770 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T01:40:53,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-20T01:40:53,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:53,770 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:53,772 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,38115,1732066850258, sessionid=0x10155e6ae170000, setting cluster-up flag (Was=false)
2024-11-20T01:40:53,801 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:53,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:53,833 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-20T01:40:53,835 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,38115,1732066850258
2024-11-20T01:40:53,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:53,860 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:40:53,892 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-20T01:40:53,894 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,38115,1732066850258
2024-11-20T01:40:53,900 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-20T01:40:53,932 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(746): ClusterId : 6ed19336-a3ec-46fd-a2eb-33060ea52859
2024-11-20T01:40:53,935 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-20T01:40:53,951 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-20T01:40:53,951 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-20T01:40:53,960 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-20T01:40:53,961 DEBUG [RS:0;57759bcb46a5:45449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2695c2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0
2024-11-20T01:40:53,973 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-20T01:40:53,977 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:45449
2024-11-20T01:40:53,981 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-20T01:40:53,981 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-20T01:40:53,981 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-20T01:40:53,984 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,38115,1732066850258 with port=45449, startcode=1732066851135
2024-11-20T01:40:53,984 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-20T01:40:53,991 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-20T01:40:53,994 DEBUG [RS:0;57759bcb46a5:45449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-20T01:40:53,996 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,38115,1732066850258
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-20T01:40:54,003 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5
2024-11-20T01:40:54,003 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5
2024-11-20T01:40:54,003 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5
2024-11-20T01:40:54,003 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5
2024-11-20T01:40:54,004 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10
2024-11-20T01:40:54,004 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:40:54,004 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2
2024-11-20T01:40:54,004 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:40:54,008 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732066884007
2024-11-20T01:40:54,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T01:40:54,010 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-20T01:40:54,010 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-20T01:40:54,011 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-20T01:40:54,014 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-20T01:40:54,016 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-20T01:40:54,016 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-20T01:40:54,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:54,017 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-20T01:40:54,017 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-20T01:40:54,018 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T01:40:54,022 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-20T01:40:54,024 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-20T01:40:54,024 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-20T01:40:54,028 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-20T01:40:54,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741831_1007 (size=1321)
2024-11-20T01:40:54,032 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-20T01:40:54,033 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-20T01:40:54,034 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732066854034,5,FailOnTimeoutGroup]
2024-11-20T01:40:54,034 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38115 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T01:40:54,035 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732066854035,5,FailOnTimeoutGroup]
2024-11-20T01:40:54,035 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-20T01:40:54,035 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-20T01:40:54,037 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-20T01:40:54,037 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-20T01:40:54,059 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-20T01:40:54,059 WARN  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-20T01:40:54,436 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-20T01:40:54,437 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:40:54,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741832_1008 (size=32)
2024-11-20T01:40:54,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:40:54,857 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-20T01:40:54,860 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T01:40:54,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:54,861 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:40:54,862 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-20T01:40:54,865 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T01:40:54,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:54,867 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:40:54,868 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-20T01:40:54,871 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T01:40:54,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:54,873 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:40:54,873 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-20T01:40:54,876 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T01:40:54,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:40:54,877 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:40:54,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T01:40:54,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740
2024-11-20T01:40:54,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740
2024-11-20T01:40:54,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T01:40:54,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T01:40:54,884 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T01:40:54,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T01:40:54,890 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:40:54,891 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72140753, jitterRate=0.07498098909854889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T01:40:54,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732066854854Initializing all the Stores at 1732066854856 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732066854856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732066854856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066854856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732066854856Cleaning up temporary data from old regions at 1732066854883 (+27 ms)Region opened successfully at 1732066854895 (+12 ms)
2024-11-20T01:40:54,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T01:40:54,896 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T01:40:54,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T01:40:54,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T01:40:54,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T01:40:54,897 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T01:40:54,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732066854895Disabling compacts and flushes for region at 1732066854895Disabling writes for close at 1732066854896 (+1 ms)Writing region close event to WAL at 1732066854897 (+1 ms)Closed at 1732066854897
2024-11-20T01:40:54,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T01:40:54,900 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-20T01:40:54,905 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-20T01:40:54,913 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T01:40:54,915 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-20T01:40:55,066 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:40:56,067 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:40:57,068 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:40:58,069 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:40:59,070 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:00,071 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:00,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-20T01:41:00,669 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-20T01:41:01,072 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:02,073 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:03,074 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:04,075 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:05,076 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:06,077 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:07,078 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:08,079 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:09,080 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:10,080 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:11,081 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:12,082 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:13,082 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:14,083 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:15,084 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:16,084 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:17,085 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:18,086 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:19,087 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:19,317 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T01:41:20,087 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:21,088 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:22,089 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:23,089 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:24,061 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,38115,1732066850258 with port=45449, startcode=1732066851135
2024-11-20T01:41:24,063 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,45449,1732066851135
2024-11-20T01:41:24,066 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38115 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,45449,1732066851135
2024-11-20T01:41:24,076 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:41:24,076 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40539
2024-11-20T01:41:24,077 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-20T01:41:24,090 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:24,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T01:41:24,158 DEBUG [RS:0;57759bcb46a5:45449 {}] zookeeper.ZKUtil(111): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/57759bcb46a5,45449,1732066851135
2024-11-20T01:41:24,158 WARN  [RS:0;57759bcb46a5:45449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-20T01:41:24,158 INFO  [RS:0;57759bcb46a5:45449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T01:41:24,159 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/WALs/57759bcb46a5,45449,1732066851135
2024-11-20T01:41:24,161 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,45449,1732066851135]
2024-11-20T01:41:24,187 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-20T01:41:24,200 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-20T01:41:24,206 INFO  [RS:0;57759bcb46a5:45449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-20T01:41:24,206 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,207 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-20T01:41:24,213 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-20T01:41:24,214 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,215 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,215 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,215 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,215 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,215 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,216 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2
2024-11-20T01:41:24,216 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,216 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,216 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,217 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,217 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,217 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1
2024-11-20T01:41:24,217 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3
2024-11-20T01:41:24,217 DEBUG [RS:0;57759bcb46a5:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3
2024-11-20T01:41:24,219 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,219 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,219 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,219 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,219 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,219 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45449,1732066851135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T01:41:24,241 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-20T01:41:24,243 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45449,1732066851135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,243 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,243 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.Replication(171): 57759bcb46a5,45449,1732066851135 started
2024-11-20T01:41:24,262 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:24,263 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,45449,1732066851135, RpcServer on 57759bcb46a5/172.17.0.3:45449, sessionid=0x10155e6ae170001
2024-11-20T01:41:24,264 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-20T01:41:24,264 DEBUG [RS:0;57759bcb46a5:45449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,45449,1732066851135
2024-11-20T01:41:24,264 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,45449,1732066851135'
2024-11-20T01:41:24,264 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-20T01:41:24,265 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-20T01:41:24,266 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-20T01:41:24,266 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-20T01:41:24,266 DEBUG [RS:0;57759bcb46a5:45449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,45449,1732066851135
2024-11-20T01:41:24,266 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,45449,1732066851135'
2024-11-20T01:41:24,266 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-20T01:41:24,267 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-20T01:41:24,267 DEBUG [RS:0;57759bcb46a5:45449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-20T01:41:24,267 INFO  [RS:0;57759bcb46a5:45449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-20T01:41:24,268 INFO  [RS:0;57759bcb46a5:45449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-20T01:41:25,091 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:26,092 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:27,092 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:28,093 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:29,094 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:30,094 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:31,095 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:32,096 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:33,096 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:34,097 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:35,098 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:36,099 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:37,099 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:38,100 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:39,101 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:40,102 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:41,102 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:42,103 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:43,104 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:44,104 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:45,105 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:46,106 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:47,107 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:48,107 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:49,108 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:49,317 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T01:41:50,109 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:51,109 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:52,110 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:53,111 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:54,112 WARN  [57759bcb46a5:38115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-20T01:41:54,275 INFO  [RS:0;57759bcb46a5:45449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-20T01:41:54,280 INFO  [RS:0;57759bcb46a5:45449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C45449%2C1732066851135, suffix=, logDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/WALs/57759bcb46a5,45449,1732066851135, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/oldWALs, maxLogs=32
2024-11-20T01:41:54,298 DEBUG [RS:0;57759bcb46a5:45449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/WALs/57759bcb46a5,45449,1732066851135/57759bcb46a5%2C45449%2C1732066851135.1732066914283, exclude list is [], retry=0
2024-11-20T01:41:54,303 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39559,DS-5a107096-b5da-4d63-bf30-f7747a9307f1,DISK]
2024-11-20T01:41:54,307 INFO  [RS:0;57759bcb46a5:45449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/WALs/57759bcb46a5,45449,1732066851135/57759bcb46a5%2C45449%2C1732066851135.1732066914283
2024-11-20T01:41:54,308 DEBUG [RS:0;57759bcb46a5:45449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42103:42103)]
2024-11-20T01:41:54,364 DEBUG [57759bcb46a5:38115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-20T01:41:54,377 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:41:54,384 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,45449,1732066851135, state=OPENING
2024-11-20T01:41:54,467 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-20T01:41:54,481 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:41:54,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:41:54,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T01:41:54,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T01:41:54,486 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-20T01:41:54,489 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:41:54,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-20T01:41:54,673 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-20T01:41:54,684 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-20T01:41:54,684 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-20T01:41:54,685 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-20T01:41:54,688 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C45449%2C1732066851135.meta, suffix=.meta, logDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/WALs/57759bcb46a5,45449,1732066851135, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/oldWALs, maxLogs=32
2024-11-20T01:41:54,704 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/WALs/57759bcb46a5,45449,1732066851135/57759bcb46a5%2C45449%2C1732066851135.meta.1732066914690.meta, exclude list is [], retry=0
2024-11-20T01:41:54,708 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39559,DS-5a107096-b5da-4d63-bf30-f7747a9307f1,DISK]
2024-11-20T01:41:54,711 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/WALs/57759bcb46a5,45449,1732066851135/57759bcb46a5%2C45449%2C1732066851135.meta.1732066914690.meta
2024-11-20T01:41:54,711 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42103:42103)]
2024-11-20T01:41:54,712 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:41:54,713 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-20T01:41:54,716 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-20T01:41:54,720 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-20T01:41:54,724 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-20T01:41:54,725 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:41:54,725 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-20T01:41:54,726 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-20T01:41:54,729 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-20T01:41:54,731 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-20T01:41:54,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:41:54,732 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:41:54,732 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-20T01:41:54,734 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-20T01:41:54,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:41:54,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:41:54,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-20T01:41:54,737 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-20T01:41:54,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:41:54,739 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:41:54,739 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-20T01:41:54,740 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-20T01:41:54,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:41:54,741 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-20T01:41:54,742 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-20T01:41:54,743 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740
2024-11-20T01:41:54,747 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740
2024-11-20T01:41:54,750 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-20T01:41:54,750 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-20T01:41:54,752 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-20T01:41:54,755 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-20T01:41:54,757 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62510108, jitterRate=-0.06852680444717407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-20T01:41:54,758 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-20T01:41:54,760 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732066914726Writing region info on filesystem at 1732066914726Initializing all the Stores at 1732066914728 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732066914728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732066914729 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066914729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732066914729Cleaning up temporary data from old regions at 1732066914751 (+22 ms)Running coprocessor post-open hooks at 1732066914758 (+7 ms)Region opened successfully at 1732066914760 (+2 ms)
2024-11-20T01:41:54,769 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732066914661
2024-11-20T01:41:54,784 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-20T01:41:54,785 INFO  [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-20T01:41:54,787 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:41:54,790 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,45449,1732066851135, state=OPEN
2024-11-20T01:41:54,900 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T01:41:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-20T01:41:54,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T01:41:54,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-20T01:41:54,901 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,45449,1732066851135
2024-11-20T01:41:54,908 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-20T01:41:54,908 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,45449,1732066851135 in 413 msec
2024-11-20T01:41:54,917 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-20T01:41:54,917 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.005 sec
2024-11-20T01:41:54,918 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-20T01:41:54,919 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-20T01:41:54,938 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T01:41:54,939 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,45449,1732066851135, seqNum=-1]
2024-11-20T01:41:54,959 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T01:41:54,962 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T01:41:54,984 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.053 sec
2024-11-20T01:41:54,984 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732066914984, completionTime=-1
2024-11-20T01:41:54,987 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-20T01:41:54,987 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-20T01:41:55,051 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-20T01:41:55,051 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732066975051
2024-11-20T01:41:55,051 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732067035051
2024-11-20T01:41:55,052 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 64 msec
2024-11-20T01:41:55,054 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38115,1732066850258-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:55,054 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38115,1732066850258-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:55,054 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38115,1732066850258-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:55,056 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:38115, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:55,057 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:55,057 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:55,065 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-20T01:41:55,088 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.784sec
2024-11-20T01:41:55,089 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-20T01:41:55,090 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-20T01:41:55,091 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-20T01:41:55,091 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-20T01:41:55,092 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-20T01:41:55,092 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38115,1732066850258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-20T01:41:55,093 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38115,1732066850258-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-20T01:41:55,102 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-20T01:41:55,103 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-20T01:41:55,103 INFO  [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38115,1732066850258-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-20T01:41:55,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T01:41:55,107 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-20T01:41:55,107 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-20T01:41:55,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38115,-1 for getting cluster id
2024-11-20T01:41:55,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T01:41:55,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ed19336-a3ec-46fd-a2eb-33060ea52859'
2024-11-20T01:41:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T01:41:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ed19336-a3ec-46fd-a2eb-33060ea52859"

2024-11-20T01:41:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T01:41:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38115,-1]
2024-11-20T01:41:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T01:41:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:41:55,131 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T01:41:55,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T01:41:55,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T01:41:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,45449,1732066851135, seqNum=-1]
2024-11-20T01:41:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T01:41:55,144 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T01:41:55,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,38115,1732066850258
2024-11-20T01:41:55,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T01:41:55,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38115,-1 for getting cluster id
2024-11-20T01:41:55,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T01:41:55,176 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ed19336-a3ec-46fd-a2eb-33060ea52859'
2024-11-20T01:41:55,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T01:41:55,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ed19336-a3ec-46fd-a2eb-33060ea52859"

2024-11-20T01:41:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8a2617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T01:41:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38115,-1]
2024-11-20T01:41:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-20T01:41:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:41:55,180 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-20T01:41:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e4f460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T01:41:55,198 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=8093
2024-11-20T01:41:55,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-20T01:41:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38115,1732066850258
2024-11-20T01:41:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdd038e
2024-11-20T01:41:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-20T01:41:55,219 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-20T01:41:55,227 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:41:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-20T01:41:55,240 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:41:55,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-20T01:41:55,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:41:55,245 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:41:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T01:41:55,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741835_1011 (size=428)
2024-11-20T01:41:55,663 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2aea9afbc0b388d596bd28b12dea6861, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:41:55,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741836_1012 (size=79)
2024-11-20T01:41:56,076 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:41:56,076 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2aea9afbc0b388d596bd28b12dea6861, disabling compactions & flushes
2024-11-20T01:41:56,076 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:41:56,076 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:41:56,076 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861. after waiting 0 ms
2024-11-20T01:41:56,076 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:41:56,076 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:41:56,077 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2aea9afbc0b388d596bd28b12dea6861:
Waiting for close lock at 1732066916076Disabling compacts and flushes for region at 1732066916076Disabling writes for close at 1732066916076Writing region close event to WAL at 1732066916076Closed at 1732066916076
2024-11-20T01:41:56,079 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:41:56,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732066916080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066916080"}]},"ts":"1732066916080"}
2024-11-20T01:41:56,091 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:41:56,093 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:41:56,096 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066916094"}]},"ts":"1732066916094"}
2024-11-20T01:41:56,101 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-20T01:41:56,103 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2aea9afbc0b388d596bd28b12dea6861, ASSIGN}]
2024-11-20T01:41:56,106 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2aea9afbc0b388d596bd28b12dea6861, ASSIGN
2024-11-20T01:41:56,108 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2aea9afbc0b388d596bd28b12dea6861, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:41:56,260 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2aea9afbc0b388d596bd28b12dea6861, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:41:56,265 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2aea9afbc0b388d596bd28b12dea6861, ASSIGN because future has completed
2024-11-20T01:41:56,266 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aea9afbc0b388d596bd28b12dea6861, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:41:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T01:41:56,428 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:41:56,428 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aea9afbc0b388d596bd28b12dea6861, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:41:56,429 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,429 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:41:56,429 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,429 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,432 INFO  [StoreOpener-2aea9afbc0b388d596bd28b12dea6861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2aea9afbc0b388d596bd28b12dea6861 
2024-11-20T01:41:56,434 INFO  [StoreOpener-2aea9afbc0b388d596bd28b12dea6861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aea9afbc0b388d596bd28b12dea6861 columnFamilyName testFamily
2024-11-20T01:41:56,435 DEBUG [StoreOpener-2aea9afbc0b388d596bd28b12dea6861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:41:56,436 INFO  [StoreOpener-2aea9afbc0b388d596bd28b12dea6861-1 {}] regionserver.HStore(327): Store=2aea9afbc0b388d596bd28b12dea6861/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:41:56,436 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,438 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,439 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,440 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,440 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,443 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,447 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:41:56,448 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2aea9afbc0b388d596bd28b12dea6861; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67762289, jitterRate=0.009736791253089905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:41:56,449 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:41:56,450 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2aea9afbc0b388d596bd28b12dea6861:
Running coprocessor pre-open hook at 1732066916429Writing region info on filesystem at 1732066916429Initializing all the Stores at 1732066916431 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066916431Cleaning up temporary data from old regions at 1732066916440 (+9 ms)Running coprocessor post-open hooks at 1732066916449 (+9 ms)Region opened successfully at 1732066916450 (+1 ms)
2024-11-20T01:41:56,452 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861., pid=6, masterSystemTime=1732066916421
2024-11-20T01:41:56,456 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:41:56,456 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:41:56,457 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2aea9afbc0b388d596bd28b12dea6861, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:41:56,461 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aea9afbc0b388d596bd28b12dea6861, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:41:56,469 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-20T01:41:56,469 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aea9afbc0b388d596bd28b12dea6861, server=57759bcb46a5,45449,1732066851135 in 198 msec
2024-11-20T01:41:56,473 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-20T01:41:56,473 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2aea9afbc0b388d596bd28b12dea6861, ASSIGN in 366 msec
2024-11-20T01:41:56,475 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:41:56,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066916475"}]},"ts":"1732066916475"}
2024-11-20T01:41:56,479 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-20T01:41:56,480 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:41:56,484 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2490 sec
2024-11-20T01:41:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-20T01:41:58,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-20T01:41:58,289 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-20T01:41:58,290 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:41:58,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-20T01:41:58,297 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:41:58,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-20T01:41:58,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-20T01:41:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,45449,1732066851135, seqNum=-1]
2024-11-20T01:41:58,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-20T01:41:58,305 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-20T01:41:58,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:41:58,332 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:41:58,336 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-20T01:41:58,343 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-20T01:41:58,348 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-20T01:41:58,350 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-20T01:41:58,352 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4000623605133082616
2024-11-20T01:41:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:53676 deadline: 1732066921350, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T01:41:58,361 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-20T01:41:58,364 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-20T01:41:58,365 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:41:58,367 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:41:58,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4000623605133082614
2024-11-20T01:41:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:53676 deadline: 1732066921367, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T01:41:58,374 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:41:58,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4000623605133082613
2024-11-20T01:41:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:53676 deadline: 1732066921374, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T01:41:58,380 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:41:58,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4000623605133082612
2024-11-20T01:41:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:53676 deadline: 1732066921380, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T01:41:58,386 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:41:58,397 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/57759bcb46a5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2105584237_22 at /127.0.0.1:45310 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8065 (was 8093)
2024-11-20T01:41:58,407 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=8064
2024-11-20T01:41:58,412 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:41:58,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-20T01:41:58,417 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:41:58,417 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:41:58,417 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-20T01:41:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T01:41:58,419 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:41:58,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741837_1013 (size=414)
2024-11-20T01:41:58,833 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 128e08a99c070bad0cb3c02730610da6, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:41:58,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741838_1014 (size=65)
2024-11-20T01:41:58,844 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:41:58,844 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 128e08a99c070bad0cb3c02730610da6, disabling compactions & flushes
2024-11-20T01:41:58,844 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:41:58,844 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:41:58,844 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6. after waiting 0 ms
2024-11-20T01:41:58,844 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:41:58,844 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:41:58,844 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 128e08a99c070bad0cb3c02730610da6:
Waiting for close lock at 1732066918844Disabling compacts and flushes for region at 1732066918844Disabling writes for close at 1732066918844Writing region close event to WAL at 1732066918844Closed at 1732066918844
2024-11-20T01:41:58,846 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:41:58,847 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732066918847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066918847"}]},"ts":"1732066918847"}
2024-11-20T01:41:58,851 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:41:58,853 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:41:58,853 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066918853"}]},"ts":"1732066918853"}
2024-11-20T01:41:58,856 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-20T01:41:58,857 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=128e08a99c070bad0cb3c02730610da6, ASSIGN}]
2024-11-20T01:41:58,859 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=128e08a99c070bad0cb3c02730610da6, ASSIGN
2024-11-20T01:41:58,861 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=128e08a99c070bad0cb3c02730610da6, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:41:59,011 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=128e08a99c070bad0cb3c02730610da6, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:41:59,016 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=128e08a99c070bad0cb3c02730610da6, ASSIGN because future has completed
2024-11-20T01:41:59,016 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 128e08a99c070bad0cb3c02730610da6, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:41:59,177 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:41:59,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 128e08a99c070bad0cb3c02730610da6, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:41:59,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:41:59,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,181 INFO  [StoreOpener-128e08a99c070bad0cb3c02730610da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 128e08a99c070bad0cb3c02730610da6 
2024-11-20T01:41:59,184 INFO  [StoreOpener-128e08a99c070bad0cb3c02730610da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 128e08a99c070bad0cb3c02730610da6 columnFamilyName testFamily
2024-11-20T01:41:59,184 DEBUG [StoreOpener-128e08a99c070bad0cb3c02730610da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:41:59,185 INFO  [StoreOpener-128e08a99c070bad0cb3c02730610da6-1 {}] regionserver.HStore(327): Store=128e08a99c070bad0cb3c02730610da6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:41:59,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:41:59,198 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 128e08a99c070bad0cb3c02730610da6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63695652, jitterRate=-0.050860822200775146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:41:59,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:41:59,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 128e08a99c070bad0cb3c02730610da6:
Running coprocessor pre-open hook at 1732066919178Writing region info on filesystem at 1732066919178Initializing all the Stores at 1732066919180 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066919181 (+1 ms)Cleaning up temporary data from old regions at 1732066919188 (+7 ms)Running coprocessor post-open hooks at 1732066919198 (+10 ms)Region opened successfully at 1732066919199 (+1 ms)
2024-11-20T01:41:59,201 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6., pid=9, masterSystemTime=1732066919170
2024-11-20T01:41:59,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:41:59,205 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:41:59,206 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=128e08a99c070bad0cb3c02730610da6, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:41:59,210 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 128e08a99c070bad0cb3c02730610da6, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:41:59,217 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-20T01:41:59,217 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 128e08a99c070bad0cb3c02730610da6, server=57759bcb46a5,45449,1732066851135 in 196 msec
2024-11-20T01:41:59,222 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-20T01:41:59,222 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=128e08a99c070bad0cb3c02730610da6, ASSIGN in 360 msec
2024-11-20T01:41:59,224 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:41:59,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066919224"}]},"ts":"1732066919224"}
2024-11-20T01:41:59,227 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-20T01:41:59,229 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:41:59,232 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 817 msec
2024-11-20T01:41:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-20T01:41:59,439 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-20T01:41:59,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-20T01:41:59,439 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:41:59,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-20T01:41:59,445 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:41:59,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-20T01:41:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:41:59,464 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:41:59,464 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-20T01:41:59,469 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T01:41:59,471 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-20T01:42:00,269 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T01:42:00,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-20T01:42:00,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-20T01:42:00,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-20T01:42:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-20T01:42:00,668 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:00,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T01:42:00,669 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-20T01:42:00,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-20T01:42:00,669 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:00,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-20T01:42:00,671 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:05,482 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6., hostname=57759bcb46a5,45449,1732066851135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=57759bcb46a5:45449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-11-20T01:42:05,483 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-11-20T01:42:05,483 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 from cache
2024-11-20T01:42:05,496 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8021 (was 8064)
2024-11-20T01:42:05,506 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=8021
2024-11-20T01:42:05,510 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:42:05,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-20T01:42:05,514 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:42:05,515 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:05,515 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-20T01:42:05,517 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:42:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T01:42:05,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741839_1015 (size=412)
2024-11-20T01:42:05,932 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2aa82bd95bb4c185160d6c922e3a6294, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:42:05,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741840_1016 (size=63)
2024-11-20T01:42:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-20T01:42:06,345 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:06,345 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2aa82bd95bb4c185160d6c922e3a6294, disabling compactions & flushes
2024-11-20T01:42:06,345 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:42:06,346 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:42:06,346 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294. after waiting 0 ms
2024-11-20T01:42:06,346 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:42:06,346 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:42:06,346 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2aa82bd95bb4c185160d6c922e3a6294:
Waiting for close lock at 1732066926345Disabling compacts and flushes for region at 1732066926345Disabling writes for close at 1732066926346 (+1 ms)Writing region close event to WAL at 1732066926346Closed at 1732066926346
2024-11-20T01:42:06,348 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:42:06,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732066926348"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066926348"}]},"ts":"1732066926348"}
2024-11-20T01:42:06,352 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:42:06,354 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:42:06,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066926355"}]},"ts":"1732066926355"}
2024-11-20T01:42:06,358 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-20T01:42:06,359 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2aa82bd95bb4c185160d6c922e3a6294, ASSIGN}]
2024-11-20T01:42:06,361 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2aa82bd95bb4c185160d6c922e3a6294, ASSIGN
2024-11-20T01:42:06,362 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2aa82bd95bb4c185160d6c922e3a6294, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:42:06,514 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2aa82bd95bb4c185160d6c922e3a6294, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:06,519 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2aa82bd95bb4c185160d6c922e3a6294, ASSIGN because future has completed
2024-11-20T01:42:06,520 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aa82bd95bb4c185160d6c922e3a6294, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:42:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T01:42:06,681 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:42:06,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aa82bd95bb4c185160d6c922e3a6294, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:42:06,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:06,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,685 INFO  [StoreOpener-2aa82bd95bb4c185160d6c922e3a6294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2aa82bd95bb4c185160d6c922e3a6294 
2024-11-20T01:42:06,687 INFO  [StoreOpener-2aa82bd95bb4c185160d6c922e3a6294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aa82bd95bb4c185160d6c922e3a6294 columnFamilyName testFamily
2024-11-20T01:42:06,687 DEBUG [StoreOpener-2aa82bd95bb4c185160d6c922e3a6294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:06,688 INFO  [StoreOpener-2aa82bd95bb4c185160d6c922e3a6294-1 {}] regionserver.HStore(327): Store=2aa82bd95bb4c185160d6c922e3a6294/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:42:06,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:42:06,699 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 2aa82bd95bb4c185160d6c922e3a6294; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63932368, jitterRate=-0.047333478927612305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:42:06,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:06,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 2aa82bd95bb4c185160d6c922e3a6294:
Running coprocessor pre-open hook at 1732066926682Writing region info on filesystem at 1732066926682Initializing all the Stores at 1732066926684 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066926684Cleaning up temporary data from old regions at 1732066926692 (+8 ms)Running coprocessor post-open hooks at 1732066926699 (+7 ms)Region opened successfully at 1732066926700 (+1 ms)
2024-11-20T01:42:06,702 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294., pid=12, masterSystemTime=1732066926675
2024-11-20T01:42:06,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:42:06,706 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:42:06,707 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2aa82bd95bb4c185160d6c922e3a6294, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:06,710 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aa82bd95bb4c185160d6c922e3a6294, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:42:06,717 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-20T01:42:06,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aa82bd95bb4c185160d6c922e3a6294, server=57759bcb46a5,45449,1732066851135 in 193 msec
2024-11-20T01:42:06,722 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-20T01:42:06,722 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2aa82bd95bb4c185160d6c922e3a6294, ASSIGN in 359 msec
2024-11-20T01:42:06,723 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:42:06,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066926723"}]},"ts":"1732066926723"}
2024-11-20T01:42:06,727 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-20T01:42:06,728 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:42:06,732 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2180 sec
2024-11-20T01:42:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-20T01:42:08,539 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-20T01:42:08,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-20T01:42:08,539 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:08,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-20T01:42:08,547 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:08,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-20T01:42:08,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:08,565 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:42:08,565 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-20T01:42:08,569 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T01:42:08,572 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T01:42:08,574 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T01:42:08,575 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-20T01:42:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-20T01:42:10,668 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:12,210 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T01:42:12,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-20T01:42:14,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082603' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T01:42:14,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:53676 deadline: 1732066940580, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082603' does not exist
2024-11-20T01:42:14,586 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 57759bcb46a5,45449,1732066851135 for closing scanner id = -4000623605133082603 for 2aa82bd95bb4c185160d6c922e3a6294 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082603' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T01:42:14,589 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=8009 (was 8021)
2024-11-20T01:42:14,598 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=8009
2024-11-20T01:42:14,601 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:42:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-20T01:42:14,605 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:42:14,605 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:14,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-20T01:42:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T01:42:14,607 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:42:14,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741841_1017 (size=423)
2024-11-20T01:42:15,019 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52e00af9e693a2d7a8ad41c1f267dc1d, NAME => 'testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:42:15,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741842_1018 (size=74)
2024-11-20T01:42:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-20T01:42:15,431 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:15,431 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 52e00af9e693a2d7a8ad41c1f267dc1d, disabling compactions & flushes
2024-11-20T01:42:15,431 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:15,431 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:15,431 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d. after waiting 0 ms
2024-11-20T01:42:15,431 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:15,431 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:15,432 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52e00af9e693a2d7a8ad41c1f267dc1d:
Waiting for close lock at 1732066935431Disabling compacts and flushes for region at 1732066935431Disabling writes for close at 1732066935431Writing region close event to WAL at 1732066935431Closed at 1732066935431
2024-11-20T01:42:15,434 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:42:15,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732066935434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066935434"}]},"ts":"1732066935434"}
2024-11-20T01:42:15,438 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:42:15,440 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:42:15,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066935440"}]},"ts":"1732066935440"}
2024-11-20T01:42:15,443 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-20T01:42:15,444 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=52e00af9e693a2d7a8ad41c1f267dc1d, ASSIGN}]
2024-11-20T01:42:15,445 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=52e00af9e693a2d7a8ad41c1f267dc1d, ASSIGN
2024-11-20T01:42:15,447 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=52e00af9e693a2d7a8ad41c1f267dc1d, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:42:15,598 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=52e00af9e693a2d7a8ad41c1f267dc1d, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:15,602 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=52e00af9e693a2d7a8ad41c1f267dc1d, ASSIGN because future has completed
2024-11-20T01:42:15,603 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e00af9e693a2d7a8ad41c1f267dc1d, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:42:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T01:42:15,763 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:15,764 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 52e00af9e693a2d7a8ad41c1f267dc1d, NAME => 'testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:42:15,764 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,764 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:15,764 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,764 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,772 INFO  [StoreOpener-52e00af9e693a2d7a8ad41c1f267dc1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 52e00af9e693a2d7a8ad41c1f267dc1d 
2024-11-20T01:42:15,775 INFO  [StoreOpener-52e00af9e693a2d7a8ad41c1f267dc1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e00af9e693a2d7a8ad41c1f267dc1d columnFamilyName testFamily
2024-11-20T01:42:15,776 DEBUG [StoreOpener-52e00af9e693a2d7a8ad41c1f267dc1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:15,777 INFO  [StoreOpener-52e00af9e693a2d7a8ad41c1f267dc1d-1 {}] regionserver.HStore(327): Store=52e00af9e693a2d7a8ad41c1f267dc1d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:42:15,777 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,778 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,779 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,780 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,780 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,783 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,787 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:42:15,788 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 52e00af9e693a2d7a8ad41c1f267dc1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74490513, jitterRate=0.10999514162540436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:42:15,788 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:15,789 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 52e00af9e693a2d7a8ad41c1f267dc1d:
Running coprocessor pre-open hook at 1732066935764Writing region info on filesystem at 1732066935764Initializing all the Stores at 1732066935766 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066935766Cleaning up temporary data from old regions at 1732066935780 (+14 ms)Running coprocessor post-open hooks at 1732066935788 (+8 ms)Region opened successfully at 1732066935788
2024-11-20T01:42:15,790 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d., pid=15, masterSystemTime=1732066935758
2024-11-20T01:42:15,793 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:15,793 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:15,794 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=52e00af9e693a2d7a8ad41c1f267dc1d, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:15,798 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e00af9e693a2d7a8ad41c1f267dc1d, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:42:15,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-20T01:42:15,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 52e00af9e693a2d7a8ad41c1f267dc1d, server=57759bcb46a5,45449,1732066851135 in 197 msec
2024-11-20T01:42:15,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-20T01:42:15,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=52e00af9e693a2d7a8ad41c1f267dc1d, ASSIGN in 361 msec
2024-11-20T01:42:15,809 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:42:15,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066935809"}]},"ts":"1732066935809"}
2024-11-20T01:42:15,812 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-20T01:42:15,814 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:42:15,817 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2130 sec
2024-11-20T01:42:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-20T01:42:17,649 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-20T01:42:17,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-20T01:42:17,649 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:17,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-20T01:42:17,655 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:17,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-20T01:42:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:17,674 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:42:17,674 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-20T01:42:17,677 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-20T01:42:17,680 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-20T01:42:17,681 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-20T01:42:17,682 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4000623605133082599
2024-11-20T01:42:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:53676 deadline: 1732066940680, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T01:42:17,685 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-20T01:42:17,687 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-20T01:42:17,687 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:42:17,689 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:42:17,690 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4000623605133082597
2024-11-20T01:42:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:53676 deadline: 1732066940689, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T01:42:17,694 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:42:17,695 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4000623605133082596
2024-11-20T01:42:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:53676 deadline: 1732066940693, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T01:42:17,698 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:42:17,699 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4000623605133082595
2024-11-20T01:42:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:53676 deadline: 1732066940698, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-20T01:42:17,702 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-20T01:42:17,711 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2105584237_22 at /127.0.0.1:52512 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8004 (was 8009)
2024-11-20T01:42:17,720 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=8004
2024-11-20T01:42:17,722 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:42:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-20T01:42:17,726 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:42:17,726 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:17,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-20T01:42:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T01:42:17,728 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:42:17,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741843_1019 (size=418)
2024-11-20T01:42:18,141 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 416be42b19884f1c6aace83e4582bfac, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:42:18,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741844_1020 (size=69)
2024-11-20T01:42:18,310 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-20T01:42:18,553 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:18,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 416be42b19884f1c6aace83e4582bfac, disabling compactions & flushes
2024-11-20T01:42:18,554 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:42:18,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:42:18,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac. after waiting 0 ms
2024-11-20T01:42:18,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:42:18,554 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:42:18,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 416be42b19884f1c6aace83e4582bfac:
Waiting for close lock at 1732066938554Disabling compacts and flushes for region at 1732066938554Disabling writes for close at 1732066938554Writing region close event to WAL at 1732066938554Closed at 1732066938554
2024-11-20T01:42:18,556 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:42:18,557 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732066938556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066938556"}]},"ts":"1732066938556"}
2024-11-20T01:42:18,560 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:42:18,562 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:42:18,562 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066938562"}]},"ts":"1732066938562"}
2024-11-20T01:42:18,565 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-20T01:42:18,565 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=416be42b19884f1c6aace83e4582bfac, ASSIGN}]
2024-11-20T01:42:18,567 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=416be42b19884f1c6aace83e4582bfac, ASSIGN
2024-11-20T01:42:18,569 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=416be42b19884f1c6aace83e4582bfac, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:42:18,720 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=416be42b19884f1c6aace83e4582bfac, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:18,726 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=416be42b19884f1c6aace83e4582bfac, ASSIGN because future has completed
2024-11-20T01:42:18,726 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 416be42b19884f1c6aace83e4582bfac, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:42:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T01:42:18,886 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:42:18,886 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 416be42b19884f1c6aace83e4582bfac, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:42:18,887 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,887 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:18,887 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,887 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,889 INFO  [StoreOpener-416be42b19884f1c6aace83e4582bfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 416be42b19884f1c6aace83e4582bfac 
2024-11-20T01:42:18,892 INFO  [StoreOpener-416be42b19884f1c6aace83e4582bfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416be42b19884f1c6aace83e4582bfac columnFamilyName testFamily
2024-11-20T01:42:18,892 DEBUG [StoreOpener-416be42b19884f1c6aace83e4582bfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:18,893 INFO  [StoreOpener-416be42b19884f1c6aace83e4582bfac-1 {}] regionserver.HStore(327): Store=416be42b19884f1c6aace83e4582bfac/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:42:18,893 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,895 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,895 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,896 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,896 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,898 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,901 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:42:18,902 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 416be42b19884f1c6aace83e4582bfac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68186585, jitterRate=0.01605929434299469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:42:18,902 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:18,903 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 416be42b19884f1c6aace83e4582bfac:
Running coprocessor pre-open hook at 1732066938887Writing region info on filesystem at 1732066938887Initializing all the Stores at 1732066938889 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066938889Cleaning up temporary data from old regions at 1732066938896 (+7 ms)Running coprocessor post-open hooks at 1732066938902 (+6 ms)Region opened successfully at 1732066938903 (+1 ms)
2024-11-20T01:42:18,904 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., pid=18, masterSystemTime=1732066938880
2024-11-20T01:42:18,907 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:42:18,907 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:42:18,908 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=416be42b19884f1c6aace83e4582bfac, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:18,911 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 416be42b19884f1c6aace83e4582bfac, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:42:18,916 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-20T01:42:18,916 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 416be42b19884f1c6aace83e4582bfac, server=57759bcb46a5,45449,1732066851135 in 187 msec
2024-11-20T01:42:18,920 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-20T01:42:18,920 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=416be42b19884f1c6aace83e4582bfac, ASSIGN in 351 msec
2024-11-20T01:42:18,921 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:42:18,921 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066938921"}]},"ts":"1732066938921"}
2024-11-20T01:42:18,924 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-20T01:42:18,926 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:42:18,928 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2040 sec
2024-11-20T01:42:19,317 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T01:42:20,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-20T01:42:20,668 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:20,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-20T01:42:20,670 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-20T01:42:20,760 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-20T01:42:20,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-20T01:42:20,760 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:20,767 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-20T01:42:20,768 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:20,768 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-20T01:42:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:20,783 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:42:20,784 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-20T01:42:20,787 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T01:42:20,789 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T01:42:21,268 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T01:42:21,796 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=57759bcb46a5:45449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-20T01:42:21,796 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-20T01:42:21,797 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 from cache
2024-11-20T01:42:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-20T01:42:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:22,823 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T01:42:23,796 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=57759bcb46a5:45449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=973ms, rpcTimeout=966ms
2024-11-20T01:42:23,796 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=973ms, rpcTimeout=966ms
2024-11-20T01:42:23,796 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 from cache
2024-11-20T01:42:23,807 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=7994 (was 8004)
2024-11-20T01:42:23,816 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=7994
2024-11-20T01:42:23,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:42:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-20T01:42:23,822 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:42:23,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:23,823 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-20T01:42:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T01:42:23,825 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:42:23,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741845_1021 (size=416)
2024-11-20T01:42:24,242 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 954300f47099c4ecc4c80b3e5cd76d0e, NAME => 'testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:42:24,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741846_1022 (size=67)
2024-11-20T01:42:24,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-20T01:42:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-20T01:42:24,654 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:24,655 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 954300f47099c4ecc4c80b3e5cd76d0e, disabling compactions & flushes
2024-11-20T01:42:24,655 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:42:24,655 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:42:24,655 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e. after waiting 0 ms
2024-11-20T01:42:24,655 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:42:24,655 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:42:24,656 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 954300f47099c4ecc4c80b3e5cd76d0e:
Waiting for close lock at 1732066944654Disabling compacts and flushes for region at 1732066944654Disabling writes for close at 1732066944655 (+1 ms)Writing region close event to WAL at 1732066944655Closed at 1732066944655
2024-11-20T01:42:24,658 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:42:24,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732066944658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066944658"}]},"ts":"1732066944658"}
2024-11-20T01:42:24,662 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:42:24,664 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:42:24,664 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066944664"}]},"ts":"1732066944664"}
2024-11-20T01:42:24,667 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-20T01:42:24,668 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=954300f47099c4ecc4c80b3e5cd76d0e, ASSIGN}]
2024-11-20T01:42:24,670 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=954300f47099c4ecc4c80b3e5cd76d0e, ASSIGN
2024-11-20T01:42:24,671 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=954300f47099c4ecc4c80b3e5cd76d0e, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:42:24,822 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=954300f47099c4ecc4c80b3e5cd76d0e, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:24,827 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=954300f47099c4ecc4c80b3e5cd76d0e, ASSIGN because future has completed
2024-11-20T01:42:24,828 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954300f47099c4ecc4c80b3e5cd76d0e, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:42:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T01:42:24,988 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:42:24,988 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 954300f47099c4ecc4c80b3e5cd76d0e, NAME => 'testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:42:24,989 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:24,989 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:24,989 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:24,989 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:24,991 INFO  [StoreOpener-954300f47099c4ecc4c80b3e5cd76d0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 954300f47099c4ecc4c80b3e5cd76d0e 
2024-11-20T01:42:24,994 INFO  [StoreOpener-954300f47099c4ecc4c80b3e5cd76d0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954300f47099c4ecc4c80b3e5cd76d0e columnFamilyName testFamily
2024-11-20T01:42:24,994 DEBUG [StoreOpener-954300f47099c4ecc4c80b3e5cd76d0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:24,994 INFO  [StoreOpener-954300f47099c4ecc4c80b3e5cd76d0e-1 {}] regionserver.HStore(327): Store=954300f47099c4ecc4c80b3e5cd76d0e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:42:24,995 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:24,996 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:24,997 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:24,997 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:24,997 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:25,000 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:25,004 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:42:25,005 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 954300f47099c4ecc4c80b3e5cd76d0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67679267, jitterRate=0.008499667048454285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:42:25,005 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:25,006 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 954300f47099c4ecc4c80b3e5cd76d0e:
Running coprocessor pre-open hook at 1732066944989Writing region info on filesystem at 1732066944989Initializing all the Stores at 1732066944991 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066944991Cleaning up temporary data from old regions at 1732066944997 (+6 ms)Running coprocessor post-open hooks at 1732066945005 (+8 ms)Region opened successfully at 1732066945006 (+1 ms)
2024-11-20T01:42:25,007 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e., pid=21, masterSystemTime=1732066944982
2024-11-20T01:42:25,011 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:42:25,011 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:42:25,012 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=954300f47099c4ecc4c80b3e5cd76d0e, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:25,015 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954300f47099c4ecc4c80b3e5cd76d0e, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:42:25,020 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-20T01:42:25,021 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 954300f47099c4ecc4c80b3e5cd76d0e, server=57759bcb46a5,45449,1732066851135 in 190 msec
2024-11-20T01:42:25,024 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-20T01:42:25,024 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=954300f47099c4ecc4c80b3e5cd76d0e, ASSIGN in 352 msec
2024-11-20T01:42:25,025 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:42:25,026 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066945026"}]},"ts":"1732066945026"}
2024-11-20T01:42:25,028 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-20T01:42:25,030 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:42:25,033 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2110 sec
2024-11-20T01:42:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-20T01:42:26,849 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-20T01:42:26,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-20T01:42:26,849 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:26,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-20T01:42:26,857 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:26,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-20T01:42:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:26,873 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:42:26,873 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-20T01:42:26,877 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T01:42:26,880 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T01:42:26,881 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T01:42:26,882 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-20T01:42:29,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082584' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T01:42:29,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:53676 deadline: 1732066950888, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082584' does not exist
2024-11-20T01:42:29,890 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 57759bcb46a5,45449,1732066851135 for closing scanner id = -4000623605133082584 for 954300f47099c4ecc4c80b3e5cd76d0e of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082584' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T01:42:29,895 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=7985 (was 7994)
2024-11-20T01:42:29,904 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=7985
2024-11-20T01:42:29,906 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:42:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-20T01:42:29,910 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:42:29,910 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:29,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-20T01:42:29,912 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-20T01:42:29,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741847_1023 (size=411)
2024-11-20T01:42:30,325 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ac000df353a8c41129ef6b9e6e1032c, NAME => 'testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:42:30,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741848_1024 (size=62)
2024-11-20T01:42:30,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:30,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 0ac000df353a8c41129ef6b9e6e1032c, disabling compactions & flushes
2024-11-20T01:42:30,336 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:30,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:30,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c. after waiting 0 ms
2024-11-20T01:42:30,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:30,336 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:30,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ac000df353a8c41129ef6b9e6e1032c:
Waiting for close lock at 1732066950336Disabling compacts and flushes for region at 1732066950336Disabling writes for close at 1732066950336Writing region close event to WAL at 1732066950336Closed at 1732066950336
2024-11-20T01:42:30,338 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:42:30,339 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732066950338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066950338"}]},"ts":"1732066950338"}
2024-11-20T01:42:30,342 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:42:30,344 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:42:30,344 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066950344"}]},"ts":"1732066950344"}
2024-11-20T01:42:30,347 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-20T01:42:30,347 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0ac000df353a8c41129ef6b9e6e1032c, ASSIGN}]
2024-11-20T01:42:30,349 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0ac000df353a8c41129ef6b9e6e1032c, ASSIGN
2024-11-20T01:42:30,350 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0ac000df353a8c41129ef6b9e6e1032c, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:42:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-20T01:42:30,491 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T01:42:30,501 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=0ac000df353a8c41129ef6b9e6e1032c, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:30,504 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0ac000df353a8c41129ef6b9e6e1032c, ASSIGN because future has completed
2024-11-20T01:42:30,504 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ac000df353a8c41129ef6b9e6e1032c, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:42:30,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-20T01:42:30,665 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:30,666 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ac000df353a8c41129ef6b9e6e1032c, NAME => 'testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:42:30,666 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,667 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:30,667 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,667 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-20T01:42:30,668 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:30,670 INFO  [StoreOpener-0ac000df353a8c41129ef6b9e6e1032c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0ac000df353a8c41129ef6b9e6e1032c 
2024-11-20T01:42:30,672 INFO  [StoreOpener-0ac000df353a8c41129ef6b9e6e1032c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ac000df353a8c41129ef6b9e6e1032c columnFamilyName testFamily
2024-11-20T01:42:30,672 DEBUG [StoreOpener-0ac000df353a8c41129ef6b9e6e1032c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:30,673 INFO  [StoreOpener-0ac000df353a8c41129ef6b9e6e1032c-1 {}] regionserver.HStore(327): Store=0ac000df353a8c41129ef6b9e6e1032c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:42:30,673 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,675 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,676 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,676 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,676 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,679 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,682 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:42:30,683 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0ac000df353a8c41129ef6b9e6e1032c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72663506, jitterRate=0.08277061581611633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:42:30,683 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:30,684 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0ac000df353a8c41129ef6b9e6e1032c:
Running coprocessor pre-open hook at 1732066950667Writing region info on filesystem at 1732066950667Initializing all the Stores at 1732066950669 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066950669Cleaning up temporary data from old regions at 1732066950676 (+7 ms)Running coprocessor post-open hooks at 1732066950683 (+7 ms)Region opened successfully at 1732066950684 (+1 ms)
2024-11-20T01:42:30,686 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c., pid=24, masterSystemTime=1732066950657
2024-11-20T01:42:30,689 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:30,689 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:30,690 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=0ac000df353a8c41129ef6b9e6e1032c, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:30,694 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ac000df353a8c41129ef6b9e6e1032c, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:42:30,699 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-20T01:42:30,699 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ac000df353a8c41129ef6b9e6e1032c, server=57759bcb46a5,45449,1732066851135 in 191 msec
2024-11-20T01:42:30,702 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-20T01:42:30,703 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=0ac000df353a8c41129ef6b9e6e1032c, ASSIGN in 352 msec
2024-11-20T01:42:30,704 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:42:30,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066950704"}]},"ts":"1732066950704"}
2024-11-20T01:42:30,706 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-20T01:42:30,708 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:42:30,711 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 801 msec
2024-11-20T01:42:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-20T01:42:30,929 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-20T01:42:30,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-20T01:42:30,930 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:30,935 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-20T01:42:30,936 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:30,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-20T01:42:30,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:30,957 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:42:30,957 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-20T01:42:30,962 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T01:42:30,966 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T01:42:30,968 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T01:42:30,969 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-20T01:42:33,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082580' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T01:42:33,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:53676 deadline: 1732066954982, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082580' does not exist
2024-11-20T01:42:33,985 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 57759bcb46a5,45449,1732066851135 for closing scanner id = -4000623605133082580 for 0ac000df353a8c41129ef6b9e6e1032c of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082580' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T01:42:33,991 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2105584237_22 at /127.0.0.1:56324 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7967 (was 7985)
2024-11-20T01:42:34,000 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=7966
2024-11-20T01:42:34,003 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:42:34,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-20T01:42:34,007 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:42:34,007 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:34,007 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-20T01:42:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T01:42:34,009 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:42:34,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741849_1025 (size=419)
2024-11-20T01:42:34,422 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3bd49295753cbbb9617909b0b1067442, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:42:34,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741850_1026 (size=70)
2024-11-20T01:42:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-20T01:42:34,833 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:34,834 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3bd49295753cbbb9617909b0b1067442, disabling compactions & flushes
2024-11-20T01:42:34,834 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:42:34,834 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:42:34,834 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442. after waiting 0 ms
2024-11-20T01:42:34,834 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:42:34,834 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:42:34,834 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3bd49295753cbbb9617909b0b1067442:
Waiting for close lock at 1732066954834Disabling compacts and flushes for region at 1732066954834Disabling writes for close at 1732066954834Writing region close event to WAL at 1732066954834Closed at 1732066954834
2024-11-20T01:42:34,837 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:42:34,838 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732066954837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066954837"}]},"ts":"1732066954837"}
2024-11-20T01:42:34,842 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:42:34,844 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:42:34,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066954844"}]},"ts":"1732066954844"}
2024-11-20T01:42:34,847 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-20T01:42:34,848 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3bd49295753cbbb9617909b0b1067442, ASSIGN}]
2024-11-20T01:42:34,849 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3bd49295753cbbb9617909b0b1067442, ASSIGN
2024-11-20T01:42:34,851 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3bd49295753cbbb9617909b0b1067442, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:42:35,002 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3bd49295753cbbb9617909b0b1067442, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:35,005 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3bd49295753cbbb9617909b0b1067442, ASSIGN because future has completed
2024-11-20T01:42:35,005 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd49295753cbbb9617909b0b1067442, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:42:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T01:42:35,105 INFO  [master/57759bcb46a5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-20T01:42:35,105 INFO  [master/57759bcb46a5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-20T01:42:35,166 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:42:35,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bd49295753cbbb9617909b0b1067442, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:42:35,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:35,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,170 INFO  [StoreOpener-3bd49295753cbbb9617909b0b1067442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3bd49295753cbbb9617909b0b1067442 
2024-11-20T01:42:35,172 INFO  [StoreOpener-3bd49295753cbbb9617909b0b1067442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd49295753cbbb9617909b0b1067442 columnFamilyName testFamily
2024-11-20T01:42:35,172 DEBUG [StoreOpener-3bd49295753cbbb9617909b0b1067442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:35,173 INFO  [StoreOpener-3bd49295753cbbb9617909b0b1067442-1 {}] regionserver.HStore(327): Store=3bd49295753cbbb9617909b0b1067442/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:42:35,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:42:35,182 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 3bd49295753cbbb9617909b0b1067442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68384597, jitterRate=0.019009903073310852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:42:35,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:35,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 3bd49295753cbbb9617909b0b1067442:
Running coprocessor pre-open hook at 1732066955167Writing region info on filesystem at 1732066955167Initializing all the Stores at 1732066955169 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066955169Cleaning up temporary data from old regions at 1732066955176 (+7 ms)Running coprocessor post-open hooks at 1732066955183 (+7 ms)Region opened successfully at 1732066955184 (+1 ms)
2024-11-20T01:42:35,185 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., pid=27, masterSystemTime=1732066955158
2024-11-20T01:42:35,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:42:35,188 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:42:35,188 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3bd49295753cbbb9617909b0b1067442, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:35,191 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd49295753cbbb9617909b0b1067442, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:42:35,196 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-20T01:42:35,197 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bd49295753cbbb9617909b0b1067442, server=57759bcb46a5,45449,1732066851135 in 188 msec
2024-11-20T01:42:35,200 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-20T01:42:35,200 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3bd49295753cbbb9617909b0b1067442, ASSIGN in 348 msec
2024-11-20T01:42:35,201 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:42:35,201 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066955201"}]},"ts":"1732066955201"}
2024-11-20T01:42:35,204 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-20T01:42:35,206 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:42:35,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2030 sec
2024-11-20T01:42:36,169 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T01:42:36,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-20T01:42:36,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-20T01:42:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-20T01:42:37,049 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-20T01:42:37,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-20T01:42:37,049 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:37,055 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-20T01:42:37,055 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:37,055 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-20T01:42:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:37,072 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:42:37,072 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-20T01:42:37,076 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T01:42:37,078 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-20T01:42:40,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-20T01:42:40,668 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:40,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-20T01:42:40,669 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:43,086 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., hostname=57759bcb46a5,45449,1732066851135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=57759bcb46a5:45449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-20T01:42:43,086 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-20T01:42:43,086 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 from cache
2024-11-20T01:42:43,099 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 265), ProcessCount=11 (was 11), AvailableMemoryMB=7957 (was 7966)
2024-11-20T01:42:43,108 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=7956
2024-11-20T01:42:43,111 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:42:43,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-20T01:42:43,114 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:42:43,114 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:43,115 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-20T01:42:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-20T01:42:43,116 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:42:43,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741851_1027 (size=407)
2024-11-20T01:42:43,529 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 132367b2e8ee9601968b62a3d2d60646, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:42:43,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741852_1028 (size=58)
2024-11-20T01:42:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-20T01:42:43,940 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:43,940 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 132367b2e8ee9601968b62a3d2d60646, disabling compactions & flushes
2024-11-20T01:42:43,940 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:43,940 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:43,940 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646. after waiting 0 ms
2024-11-20T01:42:43,940 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:43,940 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:43,940 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 132367b2e8ee9601968b62a3d2d60646:
Waiting for close lock at 1732066963940Disabling compacts and flushes for region at 1732066963940Disabling writes for close at 1732066963940Writing region close event to WAL at 1732066963940Closed at 1732066963940
2024-11-20T01:42:43,942 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:42:43,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732066963942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066963942"}]},"ts":"1732066963942"}
2024-11-20T01:42:43,945 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:42:43,947 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:42:43,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066963947"}]},"ts":"1732066963947"}
2024-11-20T01:42:43,950 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-20T01:42:43,950 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=132367b2e8ee9601968b62a3d2d60646, ASSIGN}]
2024-11-20T01:42:43,952 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=132367b2e8ee9601968b62a3d2d60646, ASSIGN
2024-11-20T01:42:43,953 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=132367b2e8ee9601968b62a3d2d60646, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:42:44,104 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=132367b2e8ee9601968b62a3d2d60646, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:44,107 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=132367b2e8ee9601968b62a3d2d60646, ASSIGN because future has completed
2024-11-20T01:42:44,108 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 132367b2e8ee9601968b62a3d2d60646, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:42:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-20T01:42:44,267 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:44,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 132367b2e8ee9601968b62a3d2d60646, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:42:44,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:44,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,270 INFO  [StoreOpener-132367b2e8ee9601968b62a3d2d60646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 132367b2e8ee9601968b62a3d2d60646 
2024-11-20T01:42:44,272 INFO  [StoreOpener-132367b2e8ee9601968b62a3d2d60646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 132367b2e8ee9601968b62a3d2d60646 columnFamilyName testFamily
2024-11-20T01:42:44,273 DEBUG [StoreOpener-132367b2e8ee9601968b62a3d2d60646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:44,273 INFO  [StoreOpener-132367b2e8ee9601968b62a3d2d60646-1 {}] regionserver.HStore(327): Store=132367b2e8ee9601968b62a3d2d60646/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:42:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:42:44,282 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 132367b2e8ee9601968b62a3d2d60646; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63692582, jitterRate=-0.05090656876564026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:42:44,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:44,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 132367b2e8ee9601968b62a3d2d60646:
Running coprocessor pre-open hook at 1732066964269Writing region info on filesystem at 1732066964269Initializing all the Stores at 1732066964270 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066964270Cleaning up temporary data from old regions at 1732066964276 (+6 ms)Running coprocessor post-open hooks at 1732066964282 (+6 ms)Region opened successfully at 1732066964283 (+1 ms)
2024-11-20T01:42:44,284 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646., pid=30, masterSystemTime=1732066964261
2024-11-20T01:42:44,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:44,288 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:44,289 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=132367b2e8ee9601968b62a3d2d60646, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:44,291 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 132367b2e8ee9601968b62a3d2d60646, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:42:44,296 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-20T01:42:44,297 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 132367b2e8ee9601968b62a3d2d60646, server=57759bcb46a5,45449,1732066851135 in 185 msec
2024-11-20T01:42:44,299 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-20T01:42:44,299 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=132367b2e8ee9601968b62a3d2d60646, ASSIGN in 346 msec
2024-11-20T01:42:44,300 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:42:44,301 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066964300"}]},"ts":"1732066964300"}
2024-11-20T01:42:44,303 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-20T01:42:44,304 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:42:44,307 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1930 sec
2024-11-20T01:42:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-20T01:42:46,148 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-20T01:42:46,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-20T01:42:46,149 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:46,155 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-20T01:42:46,155 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:46,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-20T01:42:46,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:46,171 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:42:46,171 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-20T01:42:46,175 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-20T01:42:46,178 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-20T01:42:46,179 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-20T01:42:46,180 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-20T01:42:48,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-20T01:42:49,318 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-20T01:42:49,803 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T01:42:50,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-20T01:42:50,668 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-20T01:42:52,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082572' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-20T01:42:52,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:53676 deadline: 1732066978186, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082572' does not exist
2024-11-20T01:42:52,190 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 57759bcb46a5,45449,1732066851135 for closing scanner id = -4000623605133082572 for 132367b2e8ee9601968b62a3d2d60646 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4000623605133082572' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T01:42:52,200 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=7943 (was 7956)
2024-11-20T01:42:52,208 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=7943
2024-11-20T01:42:52,211 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-20T01:42:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-20T01:42:52,214 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-20T01:42:52,214 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:52,214 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-20T01:42:52,215 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-20T01:42:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T01:42:52,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741853_1029 (size=423)
2024-11-20T01:42:52,627 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9cdedf03e8ebc9b137d8d4813aec183, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04
2024-11-20T01:42:52,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741854_1030 (size=74)
2024-11-20T01:42:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-20T01:42:53,038 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:53,038 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f9cdedf03e8ebc9b137d8d4813aec183, disabling compactions & flushes
2024-11-20T01:42:53,038 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:42:53,038 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:42:53,038 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183. after waiting 0 ms
2024-11-20T01:42:53,038 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:42:53,038 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:42:53,038 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9cdedf03e8ebc9b137d8d4813aec183:
Waiting for close lock at 1732066973038Disabling compacts and flushes for region at 1732066973038Disabling writes for close at 1732066973038Writing region close event to WAL at 1732066973038Closed at 1732066973038
2024-11-20T01:42:53,041 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-20T01:42:53,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732066973041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732066973041"}]},"ts":"1732066973041"}
2024-11-20T01:42:53,044 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-20T01:42:53,046 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-20T01:42:53,046 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066973046"}]},"ts":"1732066973046"}
2024-11-20T01:42:53,050 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-20T01:42:53,050 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f9cdedf03e8ebc9b137d8d4813aec183, ASSIGN}]
2024-11-20T01:42:53,052 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f9cdedf03e8ebc9b137d8d4813aec183, ASSIGN
2024-11-20T01:42:53,053 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f9cdedf03e8ebc9b137d8d4813aec183, ASSIGN; state=OFFLINE, location=57759bcb46a5,45449,1732066851135; forceNewPlan=false, retain=false
2024-11-20T01:42:53,204 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f9cdedf03e8ebc9b137d8d4813aec183, regionState=OPENING, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:53,207 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f9cdedf03e8ebc9b137d8d4813aec183, ASSIGN because future has completed
2024-11-20T01:42:53,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9cdedf03e8ebc9b137d8d4813aec183, server=57759bcb46a5,45449,1732066851135}]
2024-11-20T01:42:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T01:42:53,369 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:42:53,369 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => f9cdedf03e8ebc9b137d8d4813aec183, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.', STARTKEY => '', ENDKEY => ''}
2024-11-20T01:42:53,370 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,370 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-20T01:42:53,370 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,370 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,372 INFO  [StoreOpener-f9cdedf03e8ebc9b137d8d4813aec183-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f9cdedf03e8ebc9b137d8d4813aec183 
2024-11-20T01:42:53,374 INFO  [StoreOpener-f9cdedf03e8ebc9b137d8d4813aec183-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9cdedf03e8ebc9b137d8d4813aec183 columnFamilyName testFamily
2024-11-20T01:42:53,374 DEBUG [StoreOpener-f9cdedf03e8ebc9b137d8d4813aec183-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-20T01:42:53,375 INFO  [StoreOpener-f9cdedf03e8ebc9b137d8d4813aec183-1 {}] regionserver.HStore(327): Store=f9cdedf03e8ebc9b137d8d4813aec183/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-20T01:42:53,375 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,376 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,376 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,377 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,377 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,379 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,382 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-20T01:42:53,383 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened f9cdedf03e8ebc9b137d8d4813aec183; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69969982, jitterRate=0.04263398051261902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-20T01:42:53,383 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:53,384 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for f9cdedf03e8ebc9b137d8d4813aec183:
Running coprocessor pre-open hook at 1732066973370Writing region info on filesystem at 1732066973370Initializing all the Stores at 1732066973372 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732066973372Cleaning up temporary data from old regions at 1732066973377 (+5 ms)Running coprocessor post-open hooks at 1732066973383 (+6 ms)Region opened successfully at 1732066973384 (+1 ms)
2024-11-20T01:42:53,386 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., pid=33, masterSystemTime=1732066973360
2024-11-20T01:42:53,389 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:42:53,390 INFO  [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:42:53,391 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f9cdedf03e8ebc9b137d8d4813aec183, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45449,1732066851135
2024-11-20T01:42:53,394 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9cdedf03e8ebc9b137d8d4813aec183, server=57759bcb46a5,45449,1732066851135 because future has completed
2024-11-20T01:42:53,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-20T01:42:53,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure f9cdedf03e8ebc9b137d8d4813aec183, server=57759bcb46a5,45449,1732066851135 in 188 msec
2024-11-20T01:42:53,402 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-20T01:42:53,402 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f9cdedf03e8ebc9b137d8d4813aec183, ASSIGN in 348 msec
2024-11-20T01:42:53,403 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-20T01:42:53,403 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732066973403"}]},"ts":"1732066973403"}
2024-11-20T01:42:53,406 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-20T01:42:53,407 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-20T01:42:53,416 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1960 sec
2024-11-20T01:42:54,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-20T01:42:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-20T01:42:55,238 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-20T01:42:55,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-20T01:42:55,239 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:55,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-20T01:42:55,245 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-20T01:42:55,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-20T01:42:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:55,262 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-20T01:42:55,262 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-20T01:42:55,266 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-20T01:42:55,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T01:42:55,777 DEBUG [master/57759bcb46a5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-20T01:42:56,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=57759bcb46a5:45449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-20T01:42:56,277 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-20T01:42:56,277 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 from cache
2024-11-20T01:42:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-20T01:42:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2]
2024-11-20T01:42:57,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-20T01:42:58,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=57759bcb46a5:45449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=984ms, rpcTimeout=974ms
2024-11-20T01:42:58,277 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=984ms, rpcTimeout=974ms
2024-11-20T01:42:58,277 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., hostname=57759bcb46a5,45449,1732066851135, seqNum=2 from cache
2024-11-20T01:42:58,290 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 254), ProcessCount=11 (was 11), AvailableMemoryMB=7933 (was 7943)
2024-11-20T01:42:58,291 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T01:42:58,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T01:42:58,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:42:58,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:42:58,296 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T01:42:58,296 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-20T01:42:58,296 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T01:42:58,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T01:42:58,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:42:58,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:42:58,296 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-20T01:42:58,296 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-20T01:42:58,296 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2107674261, stopped=false
2024-11-20T01:42:58,297 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,38115,1732066850258
2024-11-20T01:42:58,371 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T01:42:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-20T01:42:58,371 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:42:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:42:58,371 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T01:42:58,372 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-20T01:42:58,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T01:42:58,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:42:58,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T01:42:58,373 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,45449,1732066851135' *****
2024-11-20T01:42:58,373 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-20T01:42:58,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-20T01:42:58,374 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-20T01:42:58,374 INFO  [RS:0;57759bcb46a5:45449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-20T01:42:58,374 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-20T01:42:58,374 INFO  [RS:0;57759bcb46a5:45449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-20T01:42:58,375 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 2aea9afbc0b388d596bd28b12dea6861
2024-11-20T01:42:58,375 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 128e08a99c070bad0cb3c02730610da6
2024-11-20T01:42:58,375 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ac000df353a8c41129ef6b9e6e1032c
2024-11-20T01:42:58,375 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 52e00af9e693a2d7a8ad41c1f267dc1d
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 132367b2e8ee9601968b62a3d2d60646
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bd49295753cbbb9617909b0b1067442
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 2aa82bd95bb4c185160d6c922e3a6294
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:42:58,376 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2aea9afbc0b388d596bd28b12dea6861, disabling compactions & flushes
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:42:58,376 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,45449,1732066851135
2024-11-20T01:42:58,376 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T01:42:58,376 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861. after waiting 0 ms
2024-11-20T01:42:58,376 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:42:58,376 INFO  [RS:0;57759bcb46a5:45449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:45449.
2024-11-20T01:42:58,376 DEBUG [RS:0;57759bcb46a5:45449 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T01:42:58,376 DEBUG [RS:0;57759bcb46a5:45449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:42:58,377 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-20T01:42:58,377 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-20T01:42:58,377 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-20T01:42:58,377 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-20T01:42:58,377 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-20T01:42:58,377 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-20T01:42:58,378 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-20T01:42:58,378 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-20T01:42:58,378 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 0ac000df353a8c41129ef6b9e6e1032c, 128e08a99c070bad0cb3c02730610da6, 132367b2e8ee9601968b62a3d2d60646, 1588230740, 2aa82bd95bb4c185160d6c922e3a6294, 2aea9afbc0b388d596bd28b12dea6861, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 52e00af9e693a2d7a8ad41c1f267dc1d, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:58,378 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-20T01:42:58,378 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-20T01:42:58,380 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2aea9afbc0b388d596bd28b12dea6861 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:42:58,380 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-20T01:42:58,449 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861/.tmp/testFamily/73d253be62724e07aa94c21b896bef59 is 61, key is row-0/testFamily:testQualifier/1732066918316/Put/seqid=0
2024-11-20T01:42:58,457 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/info/9954c201f92f467db9af8a48e9ffdaf6 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861./info:regioninfo/1732066916457/Put/seqid=0
2024-11-20T01:42:58,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741855_1031 (size=5049)
2024-11-20T01:42:58,471 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861/.tmp/testFamily/73d253be62724e07aa94c21b896bef59
2024-11-20T01:42:58,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741856_1032 (size=20564)
2024-11-20T01:42:58,477 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/info/9954c201f92f467db9af8a48e9ffdaf6
2024-11-20T01:42:58,526 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861/.tmp/testFamily/73d253be62724e07aa94c21b896bef59 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861/testFamily/73d253be62724e07aa94c21b896bef59
2024-11-20T01:42:58,537 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861/testFamily/73d253be62724e07aa94c21b896bef59, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:42:58,544 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2aea9afbc0b388d596bd28b12dea6861 in 162ms, sequenceid=8, compaction requested=false
2024-11-20T01:42:58,545 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/ns/25d8f79268a74e3fb4adc5a722788d65 is 43, key is default/ns:d/1732066914966/Put/seqid=0
2024-11-20T01:42:58,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741857_1033 (size=5153)
2024-11-20T01:42:58,552 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2aea9afbc0b388d596bd28b12dea6861/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:42:58,554 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:42:58,554 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2aea9afbc0b388d596bd28b12dea6861:
Waiting for close lock at 1732066978375Running coprocessor pre-close hooks at 1732066978376 (+1 ms)Disabling compacts and flushes for region at 1732066978376Disabling writes for close at 1732066978376Obtaining lock to block concurrent updates at 1732066978380 (+4 ms)Preparing flush snapshotting stores in 2aea9afbc0b388d596bd28b12dea6861 at 1732066978380Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066978390 (+10 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861. at 1732066978392 (+2 ms)Flushing 2aea9afbc0b388d596bd28b12dea6861/testFamily: creating writer at 1732066978394 (+2 ms)Flushing 2aea9afbc0b388d596bd28b12dea6861/testFamily: appending metadata at 1732066978443 (+49 ms)Flushing 2aea9afbc0b388d596bd28b12dea6861/testFamily: closing flushed file at 1732066978446 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bac155: reopening flushed file at 1732066978524 (+78 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2aea9afbc0b388d596bd28b12dea6861 in 162ms, sequenceid=8, compaction requested=false at 1732066978544 (+20 ms)Writing region close event to WAL at 1732066978546 (+2 ms)Running coprocessor post-close hooks at 1732066978553 (+7 ms)Closed at 1732066978554 (+1 ms)
2024-11-20T01:42:58,555 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732066915221.2aea9afbc0b388d596bd28b12dea6861.
2024-11-20T01:42:58,555 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 128e08a99c070bad0cb3c02730610da6, disabling compactions & flushes
2024-11-20T01:42:58,555 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:42:58,555 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:42:58,555 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6. after waiting 0 ms
2024-11-20T01:42:58,555 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:42:58,555 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 128e08a99c070bad0cb3c02730610da6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:42:58,574 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6/.tmp/testFamily/4c586e5d007b4f4d818dbfa4b1f8a0ad is 61, key is row-0/testFamily:testQualifier/1732066919452/Put/seqid=0
2024-11-20T01:42:58,578 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 0ac000df353a8c41129ef6b9e6e1032c, 128e08a99c070bad0cb3c02730610da6, 132367b2e8ee9601968b62a3d2d60646, 1588230740, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 52e00af9e693a2d7a8ad41c1f267dc1d, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:58,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741858_1034 (size=5049)
2024-11-20T01:42:58,778 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 0ac000df353a8c41129ef6b9e6e1032c, 128e08a99c070bad0cb3c02730610da6, 132367b2e8ee9601968b62a3d2d60646, 1588230740, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 52e00af9e693a2d7a8ad41c1f267dc1d, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:58,795 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T01:42:58,873 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T01:42:58,952 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/ns/25d8f79268a74e3fb4adc5a722788d65
2024-11-20T01:42:58,979 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 0ac000df353a8c41129ef6b9e6e1032c, 128e08a99c070bad0cb3c02730610da6, 132367b2e8ee9601968b62a3d2d60646, 1588230740, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 52e00af9e693a2d7a8ad41c1f267dc1d, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:58,979 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/table/ee81dc30ebce4835b84f46a0996fd7ae is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732066916475/Put/seqid=0
2024-11-20T01:42:58,979 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6/.tmp/testFamily/4c586e5d007b4f4d818dbfa4b1f8a0ad
2024-11-20T01:42:58,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741859_1035 (size=6699)
2024-11-20T01:42:58,991 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6/.tmp/testFamily/4c586e5d007b4f4d818dbfa4b1f8a0ad as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6/testFamily/4c586e5d007b4f4d818dbfa4b1f8a0ad
2024-11-20T01:42:59,003 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6/testFamily/4c586e5d007b4f4d818dbfa4b1f8a0ad, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:42:59,007 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 128e08a99c070bad0cb3c02730610da6 in 452ms, sequenceid=8, compaction requested=false
2024-11-20T01:42:59,013 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScanner/128e08a99c070bad0cb3c02730610da6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:42:59,014 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:42:59,014 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 128e08a99c070bad0cb3c02730610da6:
Waiting for close lock at 1732066978555Running coprocessor pre-close hooks at 1732066978555Disabling compacts and flushes for region at 1732066978555Disabling writes for close at 1732066978555Obtaining lock to block concurrent updates at 1732066978555Preparing flush snapshotting stores in 128e08a99c070bad0cb3c02730610da6 at 1732066978555Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066978556 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6. at 1732066978556Flushing 128e08a99c070bad0cb3c02730610da6/testFamily: creating writer at 1732066978556Flushing 128e08a99c070bad0cb3c02730610da6/testFamily: appending metadata at 1732066978573 (+17 ms)Flushing 128e08a99c070bad0cb3c02730610da6/testFamily: closing flushed file at 1732066978573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43df572c: reopening flushed file at 1732066978989 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 128e08a99c070bad0cb3c02730610da6 in 452ms, sequenceid=8, compaction requested=false at 1732066979007 (+18 ms)Writing region close event to WAL at 1732066979008 (+1 ms)Running coprocessor post-close hooks at 1732066979014 (+6 ms)Closed at 1732066979014
2024-11-20T01:42:59,014 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732066918411.128e08a99c070bad0cb3c02730610da6.
2024-11-20T01:42:59,015 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ac000df353a8c41129ef6b9e6e1032c, disabling compactions & flushes
2024-11-20T01:42:59,015 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:59,015 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:59,015 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c. after waiting 0 ms
2024-11-20T01:42:59,015 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:59,015 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ac000df353a8c41129ef6b9e6e1032c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:42:59,034 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c/.tmp/testFamily/e8acedba379048c78f1ca44c50fcec94 is 61, key is row-0/testFamily:testQualifier/1732066950942/Put/seqid=0
2024-11-20T01:42:59,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741860_1036 (size=5049)
2024-11-20T01:42:59,179 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 0ac000df353a8c41129ef6b9e6e1032c, 132367b2e8ee9601968b62a3d2d60646, 1588230740, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 52e00af9e693a2d7a8ad41c1f267dc1d, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:59,219 INFO  [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-20T01:42:59,219 INFO  [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-20T01:42:59,379 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-20T01:42:59,379 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1325): Online Regions={0ac000df353a8c41129ef6b9e6e1032c=testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c., 52e00af9e693a2d7a8ad41c1f267dc1d=testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d., 132367b2e8ee9601968b62a3d2d60646=hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646., 3bd49295753cbbb9617909b0b1067442=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., 1588230740=hbase:meta,,1.1588230740, 2aa82bd95bb4c185160d6c922e3a6294=hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294., f9cdedf03e8ebc9b137d8d4813aec183=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., 954300f47099c4ecc4c80b3e5cd76d0e=testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e., 416be42b19884f1c6aace83e4582bfac=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.}
2024-11-20T01:42:59,380 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 0ac000df353a8c41129ef6b9e6e1032c, 132367b2e8ee9601968b62a3d2d60646, 1588230740, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 52e00af9e693a2d7a8ad41c1f267dc1d, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:59,385 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/table/ee81dc30ebce4835b84f46a0996fd7ae
2024-11-20T01:42:59,398 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/info/9954c201f92f467db9af8a48e9ffdaf6 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/info/9954c201f92f467db9af8a48e9ffdaf6
2024-11-20T01:42:59,408 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/info/9954c201f92f467db9af8a48e9ffdaf6, entries=100, sequenceid=56, filesize=20.1 K
2024-11-20T01:42:59,409 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/ns/25d8f79268a74e3fb4adc5a722788d65 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/ns/25d8f79268a74e3fb4adc5a722788d65
2024-11-20T01:42:59,418 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/ns/25d8f79268a74e3fb4adc5a722788d65, entries=2, sequenceid=56, filesize=5.0 K
2024-11-20T01:42:59,420 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/.tmp/table/ee81dc30ebce4835b84f46a0996fd7ae as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/table/ee81dc30ebce4835b84f46a0996fd7ae
2024-11-20T01:42:59,429 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/table/ee81dc30ebce4835b84f46a0996fd7ae, entries=20, sequenceid=56, filesize=6.5 K
2024-11-20T01:42:59,430 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1052ms, sequenceid=56, compaction requested=false
2024-11-20T01:42:59,437 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-20T01:42:59,438 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T01:42:59,438 INFO  [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-20T01:42:59,438 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732066978377Running coprocessor pre-close hooks at 1732066978377Disabling compacts and flushes for region at 1732066978377Disabling writes for close at 1732066978378 (+1 ms)Obtaining lock to block concurrent updates at 1732066978381 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732066978381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732066978391 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732066978392 (+1 ms)Flushing 1588230740/info: creating writer at 1732066978394 (+2 ms)Flushing 1588230740/info: appending metadata at 1732066978451 (+57 ms)Flushing 1588230740/info: closing flushed file at 1732066978451Flushing 1588230740/ns: creating writer at 1732066978524 (+73 ms)Flushing 1588230740/ns: appending metadata at 1732066978544 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732066978544Flushing 1588230740/table: creating writer at 1732066978961 (+417 ms)Flushing 1588230740/table: appending metadata at 1732066978978 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732066978978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ed22c5: reopening flushed file at 1732066979397 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bec62a0: reopening flushed file at 1732066979408 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4929cd: reopening flushed file at 1732066979419 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1052ms, sequenceid=56, compaction requested=false at 1732066979431 (+12 ms)Writing region close event to WAL at 1732066979432 (+1 ms)Running coprocessor post-close hooks at 1732066979438 (+6 ms)Closed at 1732066979438
2024-11-20T01:42:59,439 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-20T01:42:59,440 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c/.tmp/testFamily/e8acedba379048c78f1ca44c50fcec94
2024-11-20T01:42:59,450 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c/.tmp/testFamily/e8acedba379048c78f1ca44c50fcec94 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c/testFamily/e8acedba379048c78f1ca44c50fcec94
2024-11-20T01:42:59,459 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c/testFamily/e8acedba379048c78f1ca44c50fcec94, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:42:59,460 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0ac000df353a8c41129ef6b9e6e1032c in 445ms, sequenceid=8, compaction requested=false
2024-11-20T01:42:59,465 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNext/0ac000df353a8c41129ef6b9e6e1032c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:42:59,466 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:59,466 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ac000df353a8c41129ef6b9e6e1032c:
Waiting for close lock at 1732066979014Running coprocessor pre-close hooks at 1732066979014Disabling compacts and flushes for region at 1732066979014Disabling writes for close at 1732066979015 (+1 ms)Obtaining lock to block concurrent updates at 1732066979015Preparing flush snapshotting stores in 0ac000df353a8c41129ef6b9e6e1032c at 1732066979015Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066979015Flushing stores of testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c. at 1732066979016 (+1 ms)Flushing 0ac000df353a8c41129ef6b9e6e1032c/testFamily: creating writer at 1732066979016Flushing 0ac000df353a8c41129ef6b9e6e1032c/testFamily: appending metadata at 1732066979033 (+17 ms)Flushing 0ac000df353a8c41129ef6b9e6e1032c/testFamily: closing flushed file at 1732066979034 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6f461f: reopening flushed file at 1732066979449 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0ac000df353a8c41129ef6b9e6e1032c in 445ms, sequenceid=8, compaction requested=false at 1732066979460 (+11 ms)Writing region close event to WAL at 1732066979461 (+1 ms)Running coprocessor post-close hooks at 1732066979466 (+5 ms)Closed at 1732066979466
2024-11-20T01:42:59,466 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732066949906.0ac000df353a8c41129ef6b9e6e1032c.
2024-11-20T01:42:59,467 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52e00af9e693a2d7a8ad41c1f267dc1d, disabling compactions & flushes
2024-11-20T01:42:59,467 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:59,467 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:59,467 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d. after waiting 0 ms
2024-11-20T01:42:59,467 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:59,467 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52e00af9e693a2d7a8ad41c1f267dc1d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:42:59,484 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d/.tmp/testFamily/342211e2a2124d0aa961a9cba7013045 is 61, key is row-0/testFamily:testQualifier/1732066937661/Put/seqid=0
2024-11-20T01:42:59,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741861_1037 (size=5049)
2024-11-20T01:42:59,580 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 132367b2e8ee9601968b62a3d2d60646, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 52e00af9e693a2d7a8ad41c1f267dc1d, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:59,780 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 132367b2e8ee9601968b62a3d2d60646, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 52e00af9e693a2d7a8ad41c1f267dc1d, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:42:59,906 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d/.tmp/testFamily/342211e2a2124d0aa961a9cba7013045
2024-11-20T01:42:59,919 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d/.tmp/testFamily/342211e2a2124d0aa961a9cba7013045 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d/testFamily/342211e2a2124d0aa961a9cba7013045
2024-11-20T01:42:59,926 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d/testFamily/342211e2a2124d0aa961a9cba7013045, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:42:59,927 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 52e00af9e693a2d7a8ad41c1f267dc1d in 460ms, sequenceid=8, compaction requested=false
2024-11-20T01:42:59,932 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testRetryOutOfOrderScannerNextException/52e00af9e693a2d7a8ad41c1f267dc1d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:42:59,933 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:59,933 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52e00af9e693a2d7a8ad41c1f267dc1d:
Waiting for close lock at 1732066979467Running coprocessor pre-close hooks at 1732066979467Disabling compacts and flushes for region at 1732066979467Disabling writes for close at 1732066979467Obtaining lock to block concurrent updates at 1732066979467Preparing flush snapshotting stores in 52e00af9e693a2d7a8ad41c1f267dc1d at 1732066979467Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066979467Flushing stores of testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d. at 1732066979468 (+1 ms)Flushing 52e00af9e693a2d7a8ad41c1f267dc1d/testFamily: creating writer at 1732066979468Flushing 52e00af9e693a2d7a8ad41c1f267dc1d/testFamily: appending metadata at 1732066979484 (+16 ms)Flushing 52e00af9e693a2d7a8ad41c1f267dc1d/testFamily: closing flushed file at 1732066979484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e446b3: reopening flushed file at 1732066979917 (+433 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 52e00af9e693a2d7a8ad41c1f267dc1d in 460ms, sequenceid=8, compaction requested=false at 1732066979927 (+10 ms)Writing region close event to WAL at 1732066979928 (+1 ms)Running coprocessor post-close hooks at 1732066979932 (+4 ms)Closed at 1732066979933 (+1 ms)
2024-11-20T01:42:59,933 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732066934600.52e00af9e693a2d7a8ad41c1f267dc1d.
2024-11-20T01:42:59,933 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 132367b2e8ee9601968b62a3d2d60646, disabling compactions & flushes
2024-11-20T01:42:59,933 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:59,933 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:59,933 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646. after waiting 0 ms
2024-11-20T01:42:59,933 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:42:59,933 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 132367b2e8ee9601968b62a3d2d60646 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:42:59,953 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646/.tmp/testFamily/5b951d8c094f40dcb0185483a14a37f7 is 61, key is row-0/testFamily:testQualifier/1732066966161/Put/seqid=0
2024-11-20T01:42:59,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741862_1038 (size=5049)
2024-11-20T01:42:59,981 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 132367b2e8ee9601968b62a3d2d60646, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:00,181 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 132367b2e8ee9601968b62a3d2d60646, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:00,360 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646/.tmp/testFamily/5b951d8c094f40dcb0185483a14a37f7
2024-11-20T01:43:00,370 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646/.tmp/testFamily/5b951d8c094f40dcb0185483a14a37f7 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646/testFamily/5b951d8c094f40dcb0185483a14a37f7
2024-11-20T01:43:00,379 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646/testFamily/5b951d8c094f40dcb0185483a14a37f7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:43:00,381 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 132367b2e8ee9601968b62a3d2d60646 in 448ms, sequenceid=8, compaction requested=false
2024-11-20T01:43:00,381 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-20T01:43:00,381 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1325): Online Regions={132367b2e8ee9601968b62a3d2d60646=hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646., 3bd49295753cbbb9617909b0b1067442=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., 2aa82bd95bb4c185160d6c922e3a6294=hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294., f9cdedf03e8ebc9b137d8d4813aec183=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., 954300f47099c4ecc4c80b3e5cd76d0e=testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e., 416be42b19884f1c6aace83e4582bfac=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.}
2024-11-20T01:43:00,381 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 132367b2e8ee9601968b62a3d2d60646, 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:00,386 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNext/132367b2e8ee9601968b62a3d2d60646/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:43:00,387 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:43:00,387 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 132367b2e8ee9601968b62a3d2d60646:
Waiting for close lock at 1732066979933Running coprocessor pre-close hooks at 1732066979933Disabling compacts and flushes for region at 1732066979933Disabling writes for close at 1732066979933Obtaining lock to block concurrent updates at 1732066979933Preparing flush snapshotting stores in 132367b2e8ee9601968b62a3d2d60646 at 1732066979933Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066979934 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646. at 1732066979934Flushing 132367b2e8ee9601968b62a3d2d60646/testFamily: creating writer at 1732066979934Flushing 132367b2e8ee9601968b62a3d2d60646/testFamily: appending metadata at 1732066979953 (+19 ms)Flushing 132367b2e8ee9601968b62a3d2d60646/testFamily: closing flushed file at 1732066979953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc1f7e9: reopening flushed file at 1732066980369 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 132367b2e8ee9601968b62a3d2d60646 in 448ms, sequenceid=8, compaction requested=false at 1732066980381 (+12 ms)Writing region close event to WAL at 1732066980382 (+1 ms)Running coprocessor post-close hooks at 1732066980387 (+5 ms)Closed at 1732066980387
2024-11-20T01:43:00,387 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732066963110.132367b2e8ee9601968b62a3d2d60646.
2024-11-20T01:43:00,388 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bd49295753cbbb9617909b0b1067442, disabling compactions & flushes
2024-11-20T01:43:00,388 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:43:00,388 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:43:00,388 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442. after waiting 0 ms
2024-11-20T01:43:00,388 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:43:00,388 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3bd49295753cbbb9617909b0b1067442 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:43:00,409 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442/.tmp/testFamily/355ed7f6d6d948aabdf2314391ef0eb2 is 61, key is row-0/testFamily:testQualifier/1732066957061/Put/seqid=0
2024-11-20T01:43:00,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741863_1039 (size=5049)
2024-11-20T01:43:00,582 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:00,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-20T01:43:00,668 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-20T01:43:00,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-20T01:43:00,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-20T01:43:00,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-20T01:43:00,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-20T01:43:00,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-20T01:43:00,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-20T01:43:00,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-20T01:43:00,782 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 2aa82bd95bb4c185160d6c922e3a6294, 3bd49295753cbbb9617909b0b1067442, 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:00,815 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442/.tmp/testFamily/355ed7f6d6d948aabdf2314391ef0eb2
2024-11-20T01:43:00,825 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442/.tmp/testFamily/355ed7f6d6d948aabdf2314391ef0eb2 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442/testFamily/355ed7f6d6d948aabdf2314391ef0eb2
2024-11-20T01:43:00,835 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442/testFamily/355ed7f6d6d948aabdf2314391ef0eb2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:43:00,836 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3bd49295753cbbb9617909b0b1067442 in 448ms, sequenceid=8, compaction requested=false
2024-11-20T01:43:00,852 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3bd49295753cbbb9617909b0b1067442/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:43:00,853 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:43:00,853 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bd49295753cbbb9617909b0b1067442:
Waiting for close lock at 1732066980388Running coprocessor pre-close hooks at 1732066980388Disabling compacts and flushes for region at 1732066980388Disabling writes for close at 1732066980388Obtaining lock to block concurrent updates at 1732066980388Preparing flush snapshotting stores in 3bd49295753cbbb9617909b0b1067442 at 1732066980388Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066980388Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442. at 1732066980389 (+1 ms)Flushing 3bd49295753cbbb9617909b0b1067442/testFamily: creating writer at 1732066980389Flushing 3bd49295753cbbb9617909b0b1067442/testFamily: appending metadata at 1732066980408 (+19 ms)Flushing 3bd49295753cbbb9617909b0b1067442/testFamily: closing flushed file at 1732066980409 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe3fca6: reopening flushed file at 1732066980824 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3bd49295753cbbb9617909b0b1067442 in 448ms, sequenceid=8, compaction requested=false at 1732066980836 (+12 ms)Writing region close event to WAL at 1732066980838 (+2 ms)Running coprocessor post-close hooks at 1732066980853 (+15 ms)Closed at 1732066980853
2024-11-20T01:43:00,853 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732066954002.3bd49295753cbbb9617909b0b1067442.
2024-11-20T01:43:00,854 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2aa82bd95bb4c185160d6c922e3a6294, disabling compactions & flushes
2024-11-20T01:43:00,854 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:43:00,854 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:43:00,854 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294. after waiting 0 ms
2024-11-20T01:43:00,854 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:43:00,854 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2aa82bd95bb4c185160d6c922e3a6294 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:43:00,878 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294/.tmp/testFamily/823fcba664964f42adbb6fb2929ed5f5 is 61, key is row-0/testFamily:testQualifier/1732066928553/Put/seqid=0
2024-11-20T01:43:00,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741864_1040 (size=5049)
2024-11-20T01:43:00,982 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 2aa82bd95bb4c185160d6c922e3a6294, 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:01,183 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 2aa82bd95bb4c185160d6c922e3a6294, 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:01,285 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294/.tmp/testFamily/823fcba664964f42adbb6fb2929ed5f5
2024-11-20T01:43:01,297 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294/.tmp/testFamily/823fcba664964f42adbb6fb2929ed5f5 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294/testFamily/823fcba664964f42adbb6fb2929ed5f5
2024-11-20T01:43:01,306 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294/testFamily/823fcba664964f42adbb6fb2929ed5f5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:43:01,307 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2aa82bd95bb4c185160d6c922e3a6294 in 453ms, sequenceid=8, compaction requested=false
2024-11-20T01:43:01,313 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/hbase/testMetaScanTimeoutOnNextAsync/2aa82bd95bb4c185160d6c922e3a6294/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:43:01,314 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:43:01,314 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2aa82bd95bb4c185160d6c922e3a6294:
Waiting for close lock at 1732066980854Running coprocessor pre-close hooks at 1732066980854Disabling compacts and flushes for region at 1732066980854Disabling writes for close at 1732066980854Obtaining lock to block concurrent updates at 1732066980854Preparing flush snapshotting stores in 2aa82bd95bb4c185160d6c922e3a6294 at 1732066980854Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066980855 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294. at 1732066980855Flushing 2aa82bd95bb4c185160d6c922e3a6294/testFamily: creating writer at 1732066980856 (+1 ms)Flushing 2aa82bd95bb4c185160d6c922e3a6294/testFamily: appending metadata at 1732066980878 (+22 ms)Flushing 2aa82bd95bb4c185160d6c922e3a6294/testFamily: closing flushed file at 1732066980878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1350305b: reopening flushed file at 1732066981295 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2aa82bd95bb4c185160d6c922e3a6294 in 453ms, sequenceid=8, compaction requested=false at 1732066981308 (+13 ms)Writing region close event to WAL at 1732066981308Running coprocessor post-close hooks at 1732066981314 (+6 ms)Closed at 1732066981314
2024-11-20T01:43:01,314 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732066925510.2aa82bd95bb4c185160d6c922e3a6294.
2024-11-20T01:43:01,314 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9cdedf03e8ebc9b137d8d4813aec183, disabling compactions & flushes
2024-11-20T01:43:01,314 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:43:01,314 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:43:01,314 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183. after waiting 0 ms
2024-11-20T01:43:01,314 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:43:01,314 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9cdedf03e8ebc9b137d8d4813aec183 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:43:01,336 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183/.tmp/testFamily/d486de5625c84889994a44f1d53c2029 is 61, key is row-0/testFamily:testQualifier/1732066975252/Put/seqid=0
2024-11-20T01:43:01,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741865_1041 (size=5049)
2024-11-20T01:43:01,383 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-20T01:43:01,383 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1325): Online Regions={f9cdedf03e8ebc9b137d8d4813aec183=testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., 954300f47099c4ecc4c80b3e5cd76d0e=testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e., 416be42b19884f1c6aace83e4582bfac=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.}
2024-11-20T01:43:01,383 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:01,583 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e, f9cdedf03e8ebc9b137d8d4813aec183
2024-11-20T01:43:01,743 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183/.tmp/testFamily/d486de5625c84889994a44f1d53c2029
2024-11-20T01:43:01,753 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183/.tmp/testFamily/d486de5625c84889994a44f1d53c2029 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183/testFamily/d486de5625c84889994a44f1d53c2029
2024-11-20T01:43:01,763 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183/testFamily/d486de5625c84889994a44f1d53c2029, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:43:01,764 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f9cdedf03e8ebc9b137d8d4813aec183 in 450ms, sequenceid=8, compaction requested=false
2024-11-20T01:43:01,770 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScannerAsync/f9cdedf03e8ebc9b137d8d4813aec183/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:43:01,771 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:43:01,771 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9cdedf03e8ebc9b137d8d4813aec183:
Waiting for close lock at 1732066981314Running coprocessor pre-close hooks at 1732066981314Disabling compacts and flushes for region at 1732066981314Disabling writes for close at 1732066981314Obtaining lock to block concurrent updates at 1732066981314Preparing flush snapshotting stores in f9cdedf03e8ebc9b137d8d4813aec183 at 1732066981314Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066981315 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183. at 1732066981315Flushing f9cdedf03e8ebc9b137d8d4813aec183/testFamily: creating writer at 1732066981315Flushing f9cdedf03e8ebc9b137d8d4813aec183/testFamily: appending metadata at 1732066981336 (+21 ms)Flushing f9cdedf03e8ebc9b137d8d4813aec183/testFamily: closing flushed file at 1732066981336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4453a918: reopening flushed file at 1732066981752 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f9cdedf03e8ebc9b137d8d4813aec183 in 450ms, sequenceid=8, compaction requested=false at 1732066981764 (+12 ms)Writing region close event to WAL at 1732066981765 (+1 ms)Running coprocessor post-close hooks at 1732066981771 (+6 ms)Closed at 1732066981771
2024-11-20T01:43:01,771 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732066972210.f9cdedf03e8ebc9b137d8d4813aec183.
2024-11-20T01:43:01,771 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 954300f47099c4ecc4c80b3e5cd76d0e, disabling compactions & flushes
2024-11-20T01:43:01,771 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:43:01,771 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:43:01,772 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e. after waiting 0 ms
2024-11-20T01:43:01,772 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:43:01,772 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 954300f47099c4ecc4c80b3e5cd76d0e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:43:01,784 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:43:01,792 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e/.tmp/testFamily/9d736397e54f4c4098635c7f0693d9e4 is 61, key is row-0/testFamily:testQualifier/1732066946863/Put/seqid=0
2024-11-20T01:43:01,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741866_1042 (size=5049)
2024-11-20T01:43:01,984 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:43:02,184 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 416be42b19884f1c6aace83e4582bfac, 954300f47099c4ecc4c80b3e5cd76d0e
2024-11-20T01:43:02,198 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e/.tmp/testFamily/9d736397e54f4c4098635c7f0693d9e4
2024-11-20T01:43:02,208 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e/.tmp/testFamily/9d736397e54f4c4098635c7f0693d9e4 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e/testFamily/9d736397e54f4c4098635c7f0693d9e4
2024-11-20T01:43:02,218 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e/testFamily/9d736397e54f4c4098635c7f0693d9e4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:43:02,219 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 954300f47099c4ecc4c80b3e5cd76d0e in 447ms, sequenceid=8, compaction requested=false
2024-11-20T01:43:02,225 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnNextAsync/954300f47099c4ecc4c80b3e5cd76d0e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:43:02,226 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:43:02,226 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 954300f47099c4ecc4c80b3e5cd76d0e:
Waiting for close lock at 1732066981771Running coprocessor pre-close hooks at 1732066981771Disabling compacts and flushes for region at 1732066981771Disabling writes for close at 1732066981772 (+1 ms)Obtaining lock to block concurrent updates at 1732066981772Preparing flush snapshotting stores in 954300f47099c4ecc4c80b3e5cd76d0e at 1732066981772Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066981772Flushing stores of testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e. at 1732066981773 (+1 ms)Flushing 954300f47099c4ecc4c80b3e5cd76d0e/testFamily: creating writer at 1732066981773Flushing 954300f47099c4ecc4c80b3e5cd76d0e/testFamily: appending metadata at 1732066981792 (+19 ms)Flushing 954300f47099c4ecc4c80b3e5cd76d0e/testFamily: closing flushed file at 1732066981792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424329cf: reopening flushed file at 1732066982207 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 954300f47099c4ecc4c80b3e5cd76d0e in 447ms, sequenceid=8, compaction requested=false at 1732066982219 (+12 ms)Writing region close event to WAL at 1732066982220 (+1 ms)Running coprocessor post-close hooks at 1732066982226 (+6 ms)Closed at 1732066982226
2024-11-20T01:43:02,226 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732066943818.954300f47099c4ecc4c80b3e5cd76d0e.
2024-11-20T01:43:02,227 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 416be42b19884f1c6aace83e4582bfac, disabling compactions & flushes
2024-11-20T01:43:02,227 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:43:02,227 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:43:02,227 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac. after waiting 0 ms
2024-11-20T01:43:02,227 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:43:02,227 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 416be42b19884f1c6aace83e4582bfac 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-20T01:43:02,246 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac/.tmp/testFamily/3b619c40592848c5a08915d1dfab104d is 61, key is row-0/testFamily:testQualifier/1732066940774/Put/seqid=0
2024-11-20T01:43:02,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741867_1043 (size=5049)
2024-11-20T01:43:02,384 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-20T01:43:02,385 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1325): Online Regions={416be42b19884f1c6aace83e4582bfac=testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.}
2024-11-20T01:43:02,385 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:43:02,585 DEBUG [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1351): Waiting on 416be42b19884f1c6aace83e4582bfac
2024-11-20T01:43:02,659 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac/.tmp/testFamily/3b619c40592848c5a08915d1dfab104d
2024-11-20T01:43:02,668 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac/.tmp/testFamily/3b619c40592848c5a08915d1dfab104d as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac/testFamily/3b619c40592848c5a08915d1dfab104d
2024-11-20T01:43:02,677 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac/testFamily/3b619c40592848c5a08915d1dfab104d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-20T01:43:02,679 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 416be42b19884f1c6aace83e4582bfac in 452ms, sequenceid=8, compaction requested=false
2024-11-20T01:43:02,684 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/data/default/testNormalScanTimeoutOnOpenScanner/416be42b19884f1c6aace83e4582bfac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-20T01:43:02,685 INFO  [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:43:02,686 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 416be42b19884f1c6aace83e4582bfac:
Waiting for close lock at 1732066982227Running coprocessor pre-close hooks at 1732066982227Disabling compacts and flushes for region at 1732066982227Disabling writes for close at 1732066982227Obtaining lock to block concurrent updates at 1732066982227Preparing flush snapshotting stores in 416be42b19884f1c6aace83e4582bfac at 1732066982227Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732066982227Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac. at 1732066982228 (+1 ms)Flushing 416be42b19884f1c6aace83e4582bfac/testFamily: creating writer at 1732066982228Flushing 416be42b19884f1c6aace83e4582bfac/testFamily: appending metadata at 1732066982246 (+18 ms)Flushing 416be42b19884f1c6aace83e4582bfac/testFamily: closing flushed file at 1732066982246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb93df7: reopening flushed file at 1732066982667 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 416be42b19884f1c6aace83e4582bfac in 452ms, sequenceid=8, compaction requested=false at 1732066982679 (+12 ms)Writing region close event to WAL at 1732066982679Running coprocessor post-close hooks at 1732066982685 (+6 ms)Closed at 1732066982685
2024-11-20T01:43:02,686 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732066937722.416be42b19884f1c6aace83e4582bfac.
2024-11-20T01:43:02,785 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,45449,1732066851135; all regions closed.
2024-11-20T01:43:02,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741834_1010 (size=19479)
2024-11-20T01:43:02,797 DEBUG [RS:0;57759bcb46a5:45449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/oldWALs
2024-11-20T01:43:02,798 INFO  [RS:0;57759bcb46a5:45449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C45449%2C1732066851135.meta:.meta(num 1732066914690)
2024-11-20T01:43:02,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741833_1009 (size=20031)
2024-11-20T01:43:02,804 DEBUG [RS:0;57759bcb46a5:45449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/oldWALs
2024-11-20T01:43:02,804 INFO  [RS:0;57759bcb46a5:45449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C45449%2C1732066851135:(num 1732066914283)
2024-11-20T01:43:02,804 DEBUG [RS:0;57759bcb46a5:45449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T01:43:02,804 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T01:43:02,804 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T01:43:02,805 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-20T01:43:02,805 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T01:43:02,805 INFO  [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T01:43:02,807 INFO  [RS:0;57759bcb46a5:45449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45449
2024-11-20T01:43:02,875 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/57759bcb46a5,45449,1732066851135
2024-11-20T01:43:02,876 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T01:43:02,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-20T01:43:02,886 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,45449,1732066851135]
2024-11-20T01:43:02,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/57759bcb46a5,45449,1732066851135 already deleted, retry=false
2024-11-20T01:43:02,897 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,45449,1732066851135 expired; onlineServers=0
2024-11-20T01:43:02,897 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,38115,1732066850258' *****
2024-11-20T01:43:02,897 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-20T01:43:02,897 INFO  [M:0;57759bcb46a5:38115 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-20T01:43:02,897 INFO  [M:0;57759bcb46a5:38115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-20T01:43:02,897 DEBUG [M:0;57759bcb46a5:38115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-20T01:43:02,898 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-20T01:43:02,898 DEBUG [M:0;57759bcb46a5:38115 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-20T01:43:02,898 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732066854034 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732066854034,5,FailOnTimeoutGroup]
2024-11-20T01:43:02,898 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732066854035 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732066854035,5,FailOnTimeoutGroup]
2024-11-20T01:43:02,898 INFO  [M:0;57759bcb46a5:38115 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-20T01:43:02,898 INFO  [M:0;57759bcb46a5:38115 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-20T01:43:02,898 DEBUG [M:0;57759bcb46a5:38115 {}] master.HMaster(1795): Stopping service threads
2024-11-20T01:43:02,898 INFO  [M:0;57759bcb46a5:38115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-20T01:43:02,898 INFO  [M:0;57759bcb46a5:38115 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-20T01:43:02,899 INFO  [M:0;57759bcb46a5:38115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-20T01:43:02,899 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-20T01:43:02,904 INFO  [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-20T01:43:02,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-20T01:43:02,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-20T01:43:02,907 DEBUG [M:0;57759bcb46a5:38115 {}] zookeeper.ZKUtil(347): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-20T01:43:02,907 WARN  [M:0;57759bcb46a5:38115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-20T01:43:02,908 INFO  [M:0;57759bcb46a5:38115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/.lastflushedseqids
2024-11-20T01:43:02,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741868_1044 (size=721)
2024-11-20T01:43:02,987 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T01:43:02,987 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x10155e6ae170001, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T01:43:02,987 INFO  [RS:0;57759bcb46a5:45449 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T01:43:02,987 INFO  [RS:0;57759bcb46a5:45449 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,45449,1732066851135; zookeeper connection closed.
2024-11-20T01:43:02,988 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7746372b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7746372b
2024-11-20T01:43:02,988 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-20T01:43:03,323 INFO  [M:0;57759bcb46a5:38115 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-20T01:43:03,324 INFO  [M:0;57759bcb46a5:38115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-20T01:43:03,324 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-20T01:43:03,324 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T01:43:03,324 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T01:43:03,324 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-20T01:43:03,324 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T01:43:03,325 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.18 KB heapSize=191.20 KB
2024-11-20T01:43:03,348 DEBUG [M:0;57759bcb46a5:38115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba21ef9c819d432ba869cef525e25fe4 is 82, key is hbase:meta,,1/info:regioninfo/1732066914786/Put/seqid=0
2024-11-20T01:43:03,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741869_1045 (size=5672)
2024-11-20T01:43:03,754 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba21ef9c819d432ba869cef525e25fe4
2024-11-20T01:43:03,785 DEBUG [M:0;57759bcb46a5:38115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e73258ad2642a2877b2e00fd27e086 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732066916483/Put/seqid=0
2024-11-20T01:43:03,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741870_1046 (size=14078)
2024-11-20T01:43:04,057 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T01:43:04,192 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.63 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e73258ad2642a2877b2e00fd27e086
2024-11-20T01:43:04,200 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45e73258ad2642a2877b2e00fd27e086
2024-11-20T01:43:04,224 DEBUG [M:0;57759bcb46a5:38115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8152caa248aa49c184e77f830da0142c is 69, key is 57759bcb46a5,45449,1732066851135/rs:state/1732066884069/Put/seqid=0
2024-11-20T01:43:04,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741871_1047 (size=5156)
2024-11-20T01:43:04,630 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8152caa248aa49c184e77f830da0142c
2024-11-20T01:43:04,640 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba21ef9c819d432ba869cef525e25fe4 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba21ef9c819d432ba869cef525e25fe4
2024-11-20T01:43:04,648 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba21ef9c819d432ba869cef525e25fe4, entries=8, sequenceid=319, filesize=5.5 K
2024-11-20T01:43:04,650 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e73258ad2642a2877b2e00fd27e086 as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45e73258ad2642a2877b2e00fd27e086
2024-11-20T01:43:04,658 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45e73258ad2642a2877b2e00fd27e086
2024-11-20T01:43:04,658 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45e73258ad2642a2877b2e00fd27e086, entries=33, sequenceid=319, filesize=13.7 K
2024-11-20T01:43:04,660 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8152caa248aa49c184e77f830da0142c as hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8152caa248aa49c184e77f830da0142c
2024-11-20T01:43:04,667 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/9ceef484-b333-c5eb-79b3-b89594749b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8152caa248aa49c184e77f830da0142c, entries=1, sequenceid=319, filesize=5.0 K
2024-11-20T01:43:04,669 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.18 KB/167099, heapSize ~190.91 KB/195488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=319, compaction requested=false
2024-11-20T01:43:04,670 INFO  [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-20T01:43:04,670 DEBUG [M:0;57759bcb46a5:38115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732066983324Disabling compacts and flushes for region at 1732066983324Disabling writes for close at 1732066983324Obtaining lock to block concurrent updates at 1732066983325 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732066983325Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167099, getHeapSize=195728, getOffHeapSize=0, getCellsCount=366 at 1732066983326 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732066983327 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732066983327Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732066983348 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732066983348Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732066983765 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732066983784 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732066983785 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732066984200 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732066984223 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732066984223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b9aef1: reopening flushed file at 1732066984639 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340335ce: reopening flushed file at 1732066984649 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1f4d51: reopening flushed file at 1732066984658 (+9 ms)Finished flush of dataSize ~163.18 KB/167099, heapSize ~190.91 KB/195488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=319, compaction requested=false at 1732066984669 (+11 ms)Writing region close event to WAL at 1732066984670 (+1 ms)Closed at 1732066984670
2024-11-20T01:43:04,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39559 is added to blk_1073741830_1006 (size=188441)
2024-11-20T01:43:04,675 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-20T01:43:04,675 INFO  [M:0;57759bcb46a5:38115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-20T01:43:04,675 INFO  [M:0;57759bcb46a5:38115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38115
2024-11-20T01:43:04,676 INFO  [M:0;57759bcb46a5:38115 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-20T01:43:04,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T01:43:04,827 INFO  [M:0;57759bcb46a5:38115 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-20T01:43:04,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x10155e6ae170000, quorum=127.0.0.1:62642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-20T01:43:04,832 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-20T01:43:04,835 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-20T01:43:04,836 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-20T01:43:04,836 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-20T01:43:04,836 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/hadoop.log.dir/,STOPPED}
2024-11-20T01:43:04,839 WARN  [BP-871261898-172.17.0.3-1732066846430 heartbeating to localhost/127.0.0.1:40539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-20T01:43:04,839 WARN  [BP-871261898-172.17.0.3-1732066846430 heartbeating to localhost/127.0.0.1:40539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-871261898-172.17.0.3-1732066846430 (Datanode Uuid d07e5390-c887-4b0c-8661-1571a8e36ef3) service to localhost/127.0.0.1:40539
2024-11-20T01:43:04,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-20T01:43:04,840 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-20T01:43:04,841 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/cluster_8827f746-3939-cf8c-0d99-b3a83b71f088/data/data1/current/BP-871261898-172.17.0.3-1732066846430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-20T01:43:04,841 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/cluster_8827f746-3939-cf8c-0d99-b3a83b71f088/data/data2/current/BP-871261898-172.17.0.3-1732066846430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-20T01:43:04,841 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-20T01:43:04,848 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-20T01:43:04,849 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-20T01:43:04,849 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-20T01:43:04,849 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-20T01:43:04,849 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d501509b-1677-2935-0548-d056973695f1/hadoop.log.dir/,STOPPED}
2024-11-20T01:43:04,858 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-20T01:43:04,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down