2024-12-05 05:32:47,266 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-05 05:32:47,291 main DEBUG Took 0.023174 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-05 05:32:47,291 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-05 05:32:47,291 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-05 05:32:47,292 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-05 05:32:47,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,301 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-05 05:32:47,316 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,319 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,321 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,322 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,323 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,325 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,327 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,328 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,329 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,329 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 05:32:47,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,332 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-05 05:32:47,333 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 05:32:47,335 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-05 05:32:47,337 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-05 05:32:47,338 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-05 05:32:47,339 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-05 05:32:47,340 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-05 05:32:47,350 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-05 05:32:47,352 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-05 05:32:47,354 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-05 05:32:47,355 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-05 05:32:47,355 main DEBUG createAppenders(={Console})
2024-12-05 05:32:47,356 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-05 05:32:47,356 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-05 05:32:47,356 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-05 05:32:47,357 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-05 05:32:47,357 main DEBUG OutputStream closed
2024-12-05 05:32:47,357 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-05 05:32:47,357 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-05 05:32:47,357 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-05 05:32:47,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-05 05:32:47,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-05 05:32:47,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-05 05:32:47,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-05 05:32:47,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-05 05:32:47,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-05 05:32:47,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-05 05:32:47,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-05 05:32:47,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-05 05:32:47,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-05 05:32:47,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-05 05:32:47,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-05 05:32:47,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-05 05:32:47,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-05 05:32:47,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-05 05:32:47,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-05 05:32:47,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-05 05:32:47,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-05 05:32:47,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05 05:32:47,437 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-05 05:32:47,437 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-05 05:32:47,437 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-05T05:32:47,453 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-05 05:32:47,456 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-05 05:32:47,456 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05T05:32:47,669 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe
2024-12-05T05:32:47,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-05T05:32:47,710 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/cluster_eafa544f-9108-f5c8-13aa-2af098194823, deleteOnExit=true
2024-12-05T05:32:47,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-05T05:32:47,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/test.cache.data in system properties and HBase conf
2024-12-05T05:32:47,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/hadoop.tmp.dir in system properties and HBase conf
2024-12-05T05:32:47,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/hadoop.log.dir in system properties and HBase conf
2024-12-05T05:32:47,715 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-05T05:32:47,715 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-05T05:32:47,716 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-05T05:32:47,841 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-05T05:32:47,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T05:32:47,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-05T05:32:47,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-05T05:32:47,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-05T05:32:47,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-05T05:32:47,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-05T05:32:47,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-05T05:32:47,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-05T05:32:47,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-05T05:32:47,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-05T05:32:47,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/nfs.dump.dir in system properties and HBase conf
2024-12-05T05:32:47,970 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/java.io.tmpdir in system properties and HBase conf
2024-12-05T05:32:47,970 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-05T05:32:47,971 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-05T05:32:47,971 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-05T05:32:49,169 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-05T05:32:49,244 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2838ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-05T05:32:49,322 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T05:32:49,403 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T05:32:49,432 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T05:32:49,432 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T05:32:49,434 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-05T05:32:49,448 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T05:32:49,452 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/hadoop.log.dir/,AVAILABLE}
2024-12-05T05:32:49,453 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T05:32:49,684 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/java.io.tmpdir/jetty-localhost-33825-hadoop-hdfs-3_4_1-tests_jar-_-any-12446883775284621789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-05T05:32:49,696 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:33825}
2024-12-05T05:32:49,697 INFO  [Time-limited test {}] server.Server(415): Started @3292ms
2024-12-05T05:32:50,285 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T05:32:50,294 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T05:32:50,295 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T05:32:50,295 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T05:32:50,296 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-05T05:32:50,297 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/hadoop.log.dir/,AVAILABLE}
2024-12-05T05:32:50,297 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T05:32:50,406 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/java.io.tmpdir/jetty-localhost-39183-hadoop-hdfs-3_4_1-tests_jar-_-any-2360854356115623321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T05:32:50,407 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:39183}
2024-12-05T05:32:50,407 INFO  [Time-limited test {}] server.Server(415): Started @4003ms
2024-12-05T05:32:50,470 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-05T05:32:51,709 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/cluster_eafa544f-9108-f5c8-13aa-2af098194823/data/data2/current/BP-793466711-172.17.0.3-1733376768572/current, will proceed with Du for space computation calculation, 
2024-12-05T05:32:51,709 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/cluster_eafa544f-9108-f5c8-13aa-2af098194823/data/data1/current/BP-793466711-172.17.0.3-1733376768572/current, will proceed with Du for space computation calculation, 
2024-12-05T05:32:51,741 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-05T05:32:51,793 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a91e62abe01bdfe with lease ID 0x5069ed0000094d73: Processing first storage report for DS-0cf97d1a-d079-454c-ba2f-f5ada5036cb2 from datanode DatanodeRegistration(127.0.0.1:39293, datanodeUuid=567da1c9-931f-4d8a-a95b-30d9fc599644, infoPort=44207, infoSecurePort=0, ipcPort=34733, storageInfo=lv=-57;cid=testClusterID;nsid=890987725;c=1733376768572)
2024-12-05T05:32:51,795 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a91e62abe01bdfe with lease ID 0x5069ed0000094d73: from storage DS-0cf97d1a-d079-454c-ba2f-f5ada5036cb2 node DatanodeRegistration(127.0.0.1:39293, datanodeUuid=567da1c9-931f-4d8a-a95b-30d9fc599644, infoPort=44207, infoSecurePort=0, ipcPort=34733, storageInfo=lv=-57;cid=testClusterID;nsid=890987725;c=1733376768572), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-05T05:32:51,796 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a91e62abe01bdfe with lease ID 0x5069ed0000094d73: Processing first storage report for DS-11f50b61-86a9-4185-b1d4-cac66273af24 from datanode DatanodeRegistration(127.0.0.1:39293, datanodeUuid=567da1c9-931f-4d8a-a95b-30d9fc599644, infoPort=44207, infoSecurePort=0, ipcPort=34733, storageInfo=lv=-57;cid=testClusterID;nsid=890987725;c=1733376768572)
2024-12-05T05:32:51,796 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a91e62abe01bdfe with lease ID 0x5069ed0000094d73: from storage DS-11f50b61-86a9-4185-b1d4-cac66273af24 node DatanodeRegistration(127.0.0.1:39293, datanodeUuid=567da1c9-931f-4d8a-a95b-30d9fc599644, infoPort=44207, infoSecurePort=0, ipcPort=34733, storageInfo=lv=-57;cid=testClusterID;nsid=890987725;c=1733376768572), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-05T05:32:51,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe
2024-12-05T05:32:51,938 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/cluster_eafa544f-9108-f5c8-13aa-2af098194823/zookeeper_0, clientPort=58944, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/cluster_eafa544f-9108-f5c8-13aa-2af098194823/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/cluster_eafa544f-9108-f5c8-13aa-2af098194823/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-05T05:32:51,946 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58944
2024-12-05T05:32:51,956 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T05:32:51,958 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T05:32:52,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741825_1001 (size=7)
2024-12-05T05:32:52,592 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c with version=8
2024-12-05T05:32:52,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/hbase-staging
2024-12-05T05:32:52,667 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-05T05:32:52,886 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=9
2024-12-05T05:32:52,899 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T05:32:52,900 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T05:32:52,906 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T05:32:52,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T05:32:52,907 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T05:32:53,056 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-05T05:32:53,107 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-05T05:32:53,115 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-05T05:32:53,119 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T05:32:53,139 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 102499 (auto-detected)
2024-12-05T05:32:53,140 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-05T05:32:53,159 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46077
2024-12-05T05:32:53,178 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46077 connecting to ZooKeeper ensemble=127.0.0.1:58944
2024-12-05T05:32:53,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460770x0, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T05:32:53,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46077-0x101a3fa82fd0000 connected
2024-12-05T05:32:53,365 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T05:32:53,368 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T05:32:53,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T05:32:53,384 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c, hbase.cluster.distributed=false
2024-12-05T05:32:53,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T05:32:53,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46077
2024-12-05T05:32:53,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46077
2024-12-05T05:32:53,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46077
2024-12-05T05:32:53,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46077
2024-12-05T05:32:53,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46077
2024-12-05T05:32:53,525 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=9
2024-12-05T05:32:53,527 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T05:32:53,528 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T05:32:53,528 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T05:32:53,528 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T05:32:53,529 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T05:32:53,532 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T05:32:53,535 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T05:32:53,537 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38233
2024-12-05T05:32:53,539 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38233 connecting to ZooKeeper ensemble=127.0.0.1:58944
2024-12-05T05:32:53,541 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T05:32:53,545 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T05:32:53,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382330x0, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T05:32:53,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382330x0, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T05:32:53,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38233-0x101a3fa82fd0001 connected
2024-12-05T05:32:53,567 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T05:32:53,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T05:32:53,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T05:32:53,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T05:32:53,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38233
2024-12-05T05:32:53,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38233
2024-12-05T05:32:53,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38233
2024-12-05T05:32:53,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38233
2024-12-05T05:32:53,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38233
2024-12-05T05:32:53,603 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:46077
2024-12-05T05:32:53,604 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8edcaf2ecc84,46077,1733376772712
2024-12-05T05:32:53,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T05:32:53,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T05:32:53,623 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8edcaf2ecc84,46077,1733376772712
2024-12-05T05:32:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T05:32:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:53,659 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-05T05:32:53,661 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8edcaf2ecc84,46077,1733376772712 from backup master directory
2024-12-05T05:32:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8edcaf2ecc84,46077,1733376772712
2024-12-05T05:32:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T05:32:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T05:32:53,675 WARN  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T05:32:53,676 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,46077,1733376772712
2024-12-05T05:32:53,678 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-05T05:32:53,680 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-05T05:32:53,742 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/hbase.id] with ID: 82e6773b-e158-467c-808c-5f6c2bc50d12
2024-12-05T05:32:53,742 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/.tmp/hbase.id
2024-12-05T05:32:53,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741826_1002 (size=42)
2024-12-05T05:32:54,157 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/.tmp/hbase.id]:[hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/hbase.id]
2024-12-05T05:32:54,204 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T05:32:54,210 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-05T05:32:54,228 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-12-05T05:32:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:54,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741827_1003 (size=196)
2024-12-05T05:32:54,721 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:32:54,724 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-05T05:32:54,745 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T05:32:54,750 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T05:32:54,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741828_1004 (size=1189)
2024-12-05T05:32:55,201 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store
2024-12-05T05:32:55,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741829_1005 (size=34)
2024-12-05T05:32:55,222 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-05T05:32:55,225 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:32:55,226 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T05:32:55,226 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T05:32:55,226 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T05:32:55,227 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T05:32:55,228 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T05:32:55,228 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T05:32:55,229 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733376775226Disabling compacts and flushes for region at 1733376775226Disabling writes for close at 1733376775227 (+1 ms)Writing region close event to WAL at 1733376775228 (+1 ms)Closed at 1733376775228
2024-12-05T05:32:55,231 WARN  [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/.initializing
2024-12-05T05:32:55,231 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/WALs/8edcaf2ecc84,46077,1733376772712
2024-12-05T05:32:55,239 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T05:32:55,253 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C46077%2C1733376772712, suffix=, logDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/WALs/8edcaf2ecc84,46077,1733376772712, archiveDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/oldWALs, maxLogs=10
2024-12-05T05:32:55,276 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/WALs/8edcaf2ecc84,46077,1733376772712/8edcaf2ecc84%2C46077%2C1733376772712.1733376775257, exclude list is [], retry=0
2024-12-05T05:32:55,291 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-0cf97d1a-d079-454c-ba2f-f5ada5036cb2,DISK]
2024-12-05T05:32:55,294 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-05T05:32:55,323 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/WALs/8edcaf2ecc84,46077,1733376772712/8edcaf2ecc84%2C46077%2C1733376772712.1733376775257
2024-12-05T05:32:55,324 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)]
2024-12-05T05:32:55,324 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:32:55,325 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:32:55,328 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T05:32:55,329 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T05:32:55,362 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T05:32:55,393 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-05T05:32:55,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:55,400 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:32:55,400 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T05:32:55,403 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-05T05:32:55,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:55,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:32:55,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T05:32:55,408 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-05T05:32:55,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:55,410 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:32:55,410 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T05:32:55,413 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-05T05:32:55,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:55,415 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:32:55,415 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T05:32:55,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T05:32:55,421 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T05:32:55,428 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T05:32:55,430 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T05:32:55,435 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T05:32:55,440 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T05:32:55,446 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:32:55,448 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62974925, jitterRate=-0.061600491404533386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T05:32:55,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733376775340Initializing all the Stores at 1733376775342 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376775343 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376775343Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376775343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376775344 (+1 ms)Cleaning up temporary data from old regions at 1733376775430 (+86 ms)Region opened successfully at 1733376775456 (+26 ms)
2024-12-05T05:32:55,458 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-05T05:32:55,498 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3643ea13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0
2024-12-05T05:32:55,531 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-05T05:32:55,542 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-05T05:32:55,543 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-05T05:32:55,546 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-05T05:32:55,548 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-05T05:32:55,553 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-05T05:32:55,553 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-05T05:32:55,584 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-05T05:32:55,595 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-05T05:32:55,621 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-05T05:32:55,625 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-05T05:32:55,627 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-05T05:32:55,636 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-05T05:32:55,638 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-05T05:32:55,642 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-05T05:32:55,652 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-05T05:32:55,654 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-05T05:32:55,667 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-05T05:32:55,689 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-05T05:32:55,699 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-05T05:32:55,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T05:32:55,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T05:32:55,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:55,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:55,713 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,46077,1733376772712, sessionid=0x101a3fa82fd0000, setting cluster-up flag (Was=false)
2024-12-05T05:32:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:55,779 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-05T05:32:55,781 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,46077,1733376772712
2024-12-05T05:32:55,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:55,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:32:55,836 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-05T05:32:55,838 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,46077,1733376772712
2024-12-05T05:32:55,843 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-05T05:32:55,894 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(746): ClusterId : 82e6773b-e158-467c-808c-5f6c2bc50d12
2024-12-05T05:32:55,897 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T05:32:55,909 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-05T05:32:55,918 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T05:32:55,918 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T05:32:55,919 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-05T05:32:55,929 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-05T05:32:55,932 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T05:32:55,933 DEBUG [RS:0;8edcaf2ecc84:38233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcaf983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0
2024-12-05T05:32:55,937 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,46077,1733376772712
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-05T05:32:55,945 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5
2024-12-05T05:32:55,946 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5
2024-12-05T05:32:55,946 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5
2024-12-05T05:32:55,946 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:38233
2024-12-05T05:32:55,946 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5
2024-12-05T05:32:55,946 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10
2024-12-05T05:32:55,947 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:55,947 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2
2024-12-05T05:32:55,947 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:55,949 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T05:32:55,950 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T05:32:55,950 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T05:32:55,950 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376805950
2024-12-05T05:32:55,952 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-05T05:32:55,953 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,46077,1733376772712 with port=38233, startcode=1733376773494
2024-12-05T05:32:55,953 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-05T05:32:55,957 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-05T05:32:55,958 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-05T05:32:55,958 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-05T05:32:55,958 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-05T05:32:55,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T05:32:55,961 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-05T05:32:55,967 DEBUG [RS:0;8edcaf2ecc84:38233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T05:32:55,968 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:55,969 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-05T05:32:55,976 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:55,980 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-05T05:32:55,982 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-05T05:32:55,982 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-05T05:32:55,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741831_1007 (size=1321)
2024-12-05T05:32:55,993 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-05T05:32:55,994 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-05T05:32:55,996 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376775995,5,FailOnTimeoutGroup]
2024-12-05T05:32:55,997 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376775996,5,FailOnTimeoutGroup]
2024-12-05T05:32:55,997 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:55,998 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-05T05:32:55,999 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,000 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,012 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T05:32:56,017 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,38233,1733376773494
2024-12-05T05:32:56,019 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46077 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:32:56,033 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:32:56,033 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43561
2024-12-05T05:32:56,033 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T05:32:56,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T05:32:56,047 DEBUG [RS:0;8edcaf2ecc84:38233 {}] zookeeper.ZKUtil(111): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8edcaf2ecc84,38233,1733376773494
2024-12-05T05:32:56,047 WARN  [RS:0;8edcaf2ecc84:38233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T05:32:56,048 INFO  [RS:0;8edcaf2ecc84:38233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T05:32:56,048 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/WALs/8edcaf2ecc84,38233,1733376773494
2024-12-05T05:32:56,050 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,38233,1733376773494]
2024-12-05T05:32:56,079 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T05:32:56,094 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T05:32:56,098 INFO  [RS:0;8edcaf2ecc84:38233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T05:32:56,098 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,099 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T05:32:56,104 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T05:32:56,105 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,105 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,105 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,105 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,106 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,106 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,106 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2
2024-12-05T05:32:56,106 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,106 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,106 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,106 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,106 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,107 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1
2024-12-05T05:32:56,107 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3
2024-12-05T05:32:56,107 DEBUG [RS:0;8edcaf2ecc84:38233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3
2024-12-05T05:32:56,108 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,108 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,108 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,108 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,108 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,108 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38233,1733376773494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T05:32:56,125 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T05:32:56,127 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38233,1733376773494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,127 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,127 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.Replication(171): 8edcaf2ecc84,38233,1733376773494 started
2024-12-05T05:32:56,143 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T05:32:56,143 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,38233,1733376773494, RpcServer on 8edcaf2ecc84/172.17.0.3:38233, sessionid=0x101a3fa82fd0001
2024-12-05T05:32:56,144 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T05:32:56,144 DEBUG [RS:0;8edcaf2ecc84:38233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,38233,1733376773494
2024-12-05T05:32:56,144 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,38233,1733376773494'
2024-12-05T05:32:56,144 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T05:32:56,145 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T05:32:56,146 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T05:32:56,146 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T05:32:56,146 DEBUG [RS:0;8edcaf2ecc84:38233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,38233,1733376773494
2024-12-05T05:32:56,147 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,38233,1733376773494'
2024-12-05T05:32:56,147 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T05:32:56,147 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T05:32:56,148 DEBUG [RS:0;8edcaf2ecc84:38233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T05:32:56,148 INFO  [RS:0;8edcaf2ecc84:38233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T05:32:56,148 INFO  [RS:0;8edcaf2ecc84:38233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T05:32:56,389 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-05T05:32:56,390 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:32:56,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741832_1008 (size=32)
2024-12-05T05:32:56,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:32:56,809 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-05T05:32:56,811 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T05:32:56,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:56,812 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:32:56,813 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-05T05:32:56,815 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T05:32:56,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:56,816 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:32:56,817 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-05T05:32:56,820 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T05:32:56,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:56,821 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:32:56,822 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-05T05:32:56,825 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T05:32:56,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:32:56,826 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:32:56,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T05:32:56,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740
2024-12-05T05:32:56,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740
2024-12-05T05:32:56,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T05:32:56,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T05:32:56,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T05:32:56,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T05:32:56,842 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:32:56,843 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73551816, jitterRate=0.09600746631622314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T05:32:56,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733376776807Initializing all the Stores at 1733376776808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376776808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376776808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376776809 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376776809Cleaning up temporary data from old regions at 1733376776833 (+24 ms)Region opened successfully at 1733376776846 (+13 ms)
2024-12-05T05:32:56,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T05:32:56,846 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T05:32:56,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T05:32:56,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T05:32:56,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T05:32:56,848 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T05:32:56,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733376776846Disabling compacts and flushes for region at 1733376776846Disabling writes for close at 1733376776847 (+1 ms)Writing region close event to WAL at 1733376776848 (+1 ms)Closed at 1733376776848
2024-12-05T05:32:56,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T05:32:56,852 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-05T05:32:56,859 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-05T05:32:56,869 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T05:32:56,872 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T05:32:57,023 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:32:58,024 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:32:59,025 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:00,026 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:01,026 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:02,027 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:03,028 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:03,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-05T05:33:03,105 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-05T05:33:04,029 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:05,030 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:06,030 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:07,031 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:08,032 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:09,033 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:10,034 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:11,035 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:12,036 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:13,037 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:14,038 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:15,038 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:16,039 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:17,041 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:18,042 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:19,043 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:20,044 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:21,045 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:21,858 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-05T05:33:22,046 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:23,047 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:24,048 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:25,049 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:26,050 WARN  [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T05:33:26,160 INFO  [RS:0;8edcaf2ecc84:38233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T05:33:26,164 INFO  [RS:0;8edcaf2ecc84:38233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C38233%2C1733376773494, suffix=, logDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/WALs/8edcaf2ecc84,38233,1733376773494, archiveDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/oldWALs, maxLogs=32
2024-12-05T05:33:26,177 DEBUG [RS:0;8edcaf2ecc84:38233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/WALs/8edcaf2ecc84,38233,1733376773494/8edcaf2ecc84%2C38233%2C1733376773494.1733376806166, exclude list is [], retry=0
2024-12-05T05:33:26,181 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-0cf97d1a-d079-454c-ba2f-f5ada5036cb2,DISK]
2024-12-05T05:33:26,184 INFO  [RS:0;8edcaf2ecc84:38233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/WALs/8edcaf2ecc84,38233,1733376773494/8edcaf2ecc84%2C38233%2C1733376773494.1733376806166
2024-12-05T05:33:26,185 DEBUG [RS:0;8edcaf2ecc84:38233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)]
2024-12-05T05:33:26,305 DEBUG [8edcaf2ecc84:46077 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-05T05:33:26,318 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:26,324 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,38233,1733376773494, state=OPENING
2024-12-05T05:33:26,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-05T05:33:26,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:33:26,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:33:26,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T05:33:26,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T05:33:26,415 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T05:33:26,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:33:26,598 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T05:33:26,601 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T05:33:26,611 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-05T05:33:26,611 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T05:33:26,612 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-05T05:33:26,615 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C38233%2C1733376773494.meta, suffix=.meta, logDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/WALs/8edcaf2ecc84,38233,1733376773494, archiveDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/oldWALs, maxLogs=32
2024-12-05T05:33:26,628 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/WALs/8edcaf2ecc84,38233,1733376773494/8edcaf2ecc84%2C38233%2C1733376773494.meta.1733376806617.meta, exclude list is [], retry=0
2024-12-05T05:33:26,631 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-0cf97d1a-d079-454c-ba2f-f5ada5036cb2,DISK]
2024-12-05T05:33:26,634 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/WALs/8edcaf2ecc84,38233,1733376773494/8edcaf2ecc84%2C38233%2C1733376773494.meta.1733376806617.meta
2024-12-05T05:33:26,635 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44207:44207)]
2024-12-05T05:33:26,635 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:33:26,637 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-05T05:33:26,639 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-05T05:33:26,643 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-05T05:33:26,646 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-05T05:33:26,647 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:26,647 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-05T05:33:26,648 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-05T05:33:26,651 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-05T05:33:26,652 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T05:33:26,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:26,653 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:33:26,653 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-05T05:33:26,654 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T05:33:26,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:26,655 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:33:26,655 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-05T05:33:26,657 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T05:33:26,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:26,657 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:33:26,658 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-05T05:33:26,659 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T05:33:26,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:26,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T05:33:26,660 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T05:33:26,661 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740
2024-12-05T05:33:26,663 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740
2024-12-05T05:33:26,666 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T05:33:26,666 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T05:33:26,667 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T05:33:26,669 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T05:33:26,670 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58913746, jitterRate=-0.12211677432060242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T05:33:26,670 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-05T05:33:26,672 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733376806648Writing region info on filesystem at 1733376806648Initializing all the Stores at 1733376806650 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376806650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376806650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376806650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376806650Cleaning up temporary data from old regions at 1733376806666 (+16 ms)Running coprocessor post-open hooks at 1733376806670 (+4 ms)Region opened successfully at 1733376806671 (+1 ms)
2024-12-05T05:33:26,678 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376806590
2024-12-05T05:33:26,688 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-05T05:33:26,688 INFO  [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-05T05:33:26,690 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:26,692 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,38233,1733376773494, state=OPEN
2024-12-05T05:33:26,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T05:33:26,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T05:33:26,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T05:33:26,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T05:33:26,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:26,743 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-05T05:33:26,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,38233,1733376773494 in 315 msec
2024-12-05T05:33:26,750 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-05T05:33:26,751 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8860 sec
2024-12-05T05:33:26,752 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T05:33:26,752 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-05T05:33:26,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T05:33:26,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,38233,1733376773494, seqNum=-1]
2024-12-05T05:33:26,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T05:33:26,787 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T05:33:26,805 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9310 sec
2024-12-05T05:33:26,805 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376806805, completionTime=-1
2024-12-05T05:33:26,807 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-05T05:33:26,808 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-05T05:33:26,829 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-05T05:33:26,829 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376866829
2024-12-05T05:33:26,829 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376926829
2024-12-05T05:33:26,829 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec
2024-12-05T05:33:26,830 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,46077,1733376772712-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T05:33:26,831 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,46077,1733376772712-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T05:33:26,831 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,46077,1733376772712-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T05:33:26,832 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:46077, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T05:33:26,832 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-05T05:33:26,833 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-05T05:33:26,839 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-05T05:33:26,859 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.183sec
2024-12-05T05:33:26,860 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-05T05:33:26,862 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-05T05:33:26,863 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-05T05:33:26,863 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-05T05:33:26,863 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-05T05:33:26,864 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,46077,1733376772712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T05:33:26,865 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,46077,1733376772712-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-05T05:33:26,874 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-05T05:33:26,874 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-05T05:33:26,875 INFO  [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,46077,1733376772712-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T05:33:26,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5e818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T05:33:26,948 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-05T05:33:26,948 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-05T05:33:26,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,46077,-1 for getting cluster id
2024-12-05T05:33:26,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-05T05:33:26,961 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82e6773b-e158-467c-808c-5f6c2bc50d12'
2024-12-05T05:33:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-05T05:33:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82e6773b-e158-467c-808c-5f6c2bc50d12"

2024-12-05T05:33:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fe4d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T05:33:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,46077,-1]
2024-12-05T05:33:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-05T05:33:26,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:33:26,970 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-05T05:33:26,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ba9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T05:33:26,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T05:33:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,38233,1733376773494, seqNum=-1]
2024-12-05T05:33:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T05:33:26,982 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T05:33:27,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,46077,1733376772712
2024-12-05T05:33:27,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14688263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T05:33:27,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,46077,-1 for getting cluster id
2024-12-05T05:33:27,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-05T05:33:27,017 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82e6773b-e158-467c-808c-5f6c2bc50d12'
2024-12-05T05:33:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-05T05:33:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82e6773b-e158-467c-808c-5f6c2bc50d12"

2024-12-05T05:33:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab7d045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T05:33:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,46077,-1]
2024-12-05T05:33:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-05T05:33:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:33:27,022 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-05T05:33:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1080f0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T05:33:27,037 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=7992
2024-12-05T05:33:27,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-05T05:33:27,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,46077,1733376772712
2024-12-05T05:33:27,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fad16ae
2024-12-05T05:33:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-05T05:33:27,056 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-05T05:33:27,062 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:33:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-05T05:33:27,072 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:33:27,074 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-05T05:33:27,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:27,076 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:33:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T05:33:27,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741835_1011 (size=428)
2024-12-05T05:33:27,492 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69bebdfe0e0db0b25314bdb01cfb6a29, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:33:27,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741836_1012 (size=79)
2024-12-05T05:33:27,907 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:27,907 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 69bebdfe0e0db0b25314bdb01cfb6a29, disabling compactions & flushes
2024-12-05T05:33:27,907 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:33:27,907 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:33:27,908 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29. after waiting 1 ms
2024-12-05T05:33:27,908 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:33:27,908 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:33:27,908 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69bebdfe0e0db0b25314bdb01cfb6a29:
Waiting for close lock at 1733376807907Disabling compacts and flushes for region at 1733376807907Disabling writes for close at 1733376807908 (+1 ms)Writing region close event to WAL at 1733376807908Closed at 1733376807908
2024-12-05T05:33:27,912 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:33:27,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733376807912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376807912"}]},"ts":"1733376807912"}
2024-12-05T05:33:27,925 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:33:27,927 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:33:27,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376807927"}]},"ts":"1733376807927"}
2024-12-05T05:33:27,933 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-05T05:33:27,935 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=69bebdfe0e0db0b25314bdb01cfb6a29, ASSIGN}]
2024-12-05T05:33:27,937 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=69bebdfe0e0db0b25314bdb01cfb6a29, ASSIGN
2024-12-05T05:33:27,939 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=69bebdfe0e0db0b25314bdb01cfb6a29, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:33:28,093 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69bebdfe0e0db0b25314bdb01cfb6a29, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T05:33:28,099 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=69bebdfe0e0db0b25314bdb01cfb6a29, ASSIGN because future has completed
2024-12-05T05:33:28,101 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69bebdfe0e0db0b25314bdb01cfb6a29, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:33:28,263 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:33:28,264 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69bebdfe0e0db0b25314bdb01cfb6a29, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:33:28,264 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,265 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:28,265 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,265 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,268 INFO  [StoreOpener-69bebdfe0e0db0b25314bdb01cfb6a29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 69bebdfe0e0db0b25314bdb01cfb6a29 
2024-12-05T05:33:28,271 INFO  [StoreOpener-69bebdfe0e0db0b25314bdb01cfb6a29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69bebdfe0e0db0b25314bdb01cfb6a29 columnFamilyName testFamily
2024-12-05T05:33:28,272 DEBUG [StoreOpener-69bebdfe0e0db0b25314bdb01cfb6a29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:28,273 INFO  [StoreOpener-69bebdfe0e0db0b25314bdb01cfb6a29-1 {}] regionserver.HStore(327): Store=69bebdfe0e0db0b25314bdb01cfb6a29/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:33:28,273 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,275 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,275 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,276 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,276 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,280 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,283 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:33:28,284 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69bebdfe0e0db0b25314bdb01cfb6a29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71099824, jitterRate=0.05946993827819824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:33:28,284 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:33:28,285 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69bebdfe0e0db0b25314bdb01cfb6a29:
Running coprocessor pre-open hook at 1733376808265Writing region info on filesystem at 1733376808265Initializing all the Stores at 1733376808268 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376808268Cleaning up temporary data from old regions at 1733376808276 (+8 ms)Running coprocessor post-open hooks at 1733376808284 (+8 ms)Region opened successfully at 1733376808285 (+1 ms)
2024-12-05T05:33:28,287 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29., pid=6, masterSystemTime=1733376808255
2024-12-05T05:33:28,290 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:33:28,290 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:33:28,291 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69bebdfe0e0db0b25314bdb01cfb6a29, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:28,295 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69bebdfe0e0db0b25314bdb01cfb6a29, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:33:28,302 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-05T05:33:28,302 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69bebdfe0e0db0b25314bdb01cfb6a29, server=8edcaf2ecc84,38233,1733376773494 in 197 msec
2024-12-05T05:33:28,305 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-05T05:33:28,305 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=69bebdfe0e0db0b25314bdb01cfb6a29, ASSIGN in 367 msec
2024-12-05T05:33:28,306 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:33:28,306 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376808306"}]},"ts":"1733376808306"}
2024-12-05T05:33:28,309 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-05T05:33:28,311 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:33:28,314 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2460 sec
2024-12-05T05:33:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T05:33:30,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-05T05:33:30,111 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-05T05:33:30,114 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:30,120 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-05T05:33:30,121 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:30,121 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-05T05:33:30,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T05:33:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,38233,1733376773494, seqNum=-1]
2024-12-05T05:33:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T05:33:30,128 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T05:33:30,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:33:30,148 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:33:30,152 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-05T05:33:30,157 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-05T05:33:30,161 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-05T05:33:30,162 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-05T05:33:30,163 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2718008042535780344
2024-12-05T05:33:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:44376 deadline: 1733376813162, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-05T05:33:30,186 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-05T05:33:30,187 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-05T05:33:30,189 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:30,191 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:30,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2718008042535780342
2024-12-05T05:33:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:44376 deadline: 1733376813190, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-05T05:33:30,195 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:30,195 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2718008042535780341
2024-12-05T05:33:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:44376 deadline: 1733376813194, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-05T05:33:30,199 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:30,200 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2718008042535780340
2024-12-05T05:33:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:44376 deadline: 1733376813199, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-05T05:33:30,204 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:30,213 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1097828661_22 at /127.0.0.1:38252 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=7981 (was 7992)
2024-12-05T05:33:30,222 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=7980
2024-12-05T05:33:30,225 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:33:30,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-05T05:33:30,230 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:33:30,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:30,230 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-05T05:33:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-05T05:33:30,232 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:33:30,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741837_1013 (size=414)
2024-12-05T05:33:30,644 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b09115bd917a5eed20ba7fa63dd7a79, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:33:30,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741838_1014 (size=65)
2024-12-05T05:33:31,056 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:31,056 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 7b09115bd917a5eed20ba7fa63dd7a79, disabling compactions & flushes
2024-12-05T05:33:31,057 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:33:31,057 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:33:31,057 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79. after waiting 0 ms
2024-12-05T05:33:31,057 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:33:31,057 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:33:31,057 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b09115bd917a5eed20ba7fa63dd7a79:
Waiting for close lock at 1733376811056Disabling compacts and flushes for region at 1733376811056Disabling writes for close at 1733376811057 (+1 ms)Writing region close event to WAL at 1733376811057Closed at 1733376811057
2024-12-05T05:33:31,059 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:33:31,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733376811059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376811059"}]},"ts":"1733376811059"}
2024-12-05T05:33:31,062 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:33:31,064 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:33:31,065 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376811064"}]},"ts":"1733376811064"}
2024-12-05T05:33:31,068 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-05T05:33:31,068 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7b09115bd917a5eed20ba7fa63dd7a79, ASSIGN}]
2024-12-05T05:33:31,070 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7b09115bd917a5eed20ba7fa63dd7a79, ASSIGN
2024-12-05T05:33:31,071 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7b09115bd917a5eed20ba7fa63dd7a79, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:33:31,223 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7b09115bd917a5eed20ba7fa63dd7a79, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:31,232 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7b09115bd917a5eed20ba7fa63dd7a79, ASSIGN because future has completed
2024-12-05T05:33:31,233 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b09115bd917a5eed20ba7fa63dd7a79, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:33:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-05T05:33:31,401 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:33:31,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b09115bd917a5eed20ba7fa63dd7a79, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:33:31,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:31,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,403 INFO  [StoreOpener-7b09115bd917a5eed20ba7fa63dd7a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7b09115bd917a5eed20ba7fa63dd7a79 
2024-12-05T05:33:31,405 INFO  [StoreOpener-7b09115bd917a5eed20ba7fa63dd7a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b09115bd917a5eed20ba7fa63dd7a79 columnFamilyName testFamily
2024-12-05T05:33:31,405 DEBUG [StoreOpener-7b09115bd917a5eed20ba7fa63dd7a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:31,406 INFO  [StoreOpener-7b09115bd917a5eed20ba7fa63dd7a79-1 {}] regionserver.HStore(327): Store=7b09115bd917a5eed20ba7fa63dd7a79/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:33:31,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:33:31,415 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 7b09115bd917a5eed20ba7fa63dd7a79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74719413, jitterRate=0.11340601742267609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:33:31,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:33:31,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7b09115bd917a5eed20ba7fa63dd7a79:
Running coprocessor pre-open hook at 1733376811401Writing region info on filesystem at 1733376811401Initializing all the Stores at 1733376811403 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376811403Cleaning up temporary data from old regions at 1733376811408 (+5 ms)Running coprocessor post-open hooks at 1733376811415 (+7 ms)Region opened successfully at 1733376811416 (+1 ms)
2024-12-05T05:33:31,417 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., pid=9, masterSystemTime=1733376811387
2024-12-05T05:33:31,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:33:31,420 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:33:31,421 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7b09115bd917a5eed20ba7fa63dd7a79, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:31,424 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b09115bd917a5eed20ba7fa63dd7a79, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:33:31,429 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-05T05:33:31,429 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b09115bd917a5eed20ba7fa63dd7a79, server=8edcaf2ecc84,38233,1733376773494 in 193 msec
2024-12-05T05:33:31,433 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-05T05:33:31,433 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7b09115bd917a5eed20ba7fa63dd7a79, ASSIGN in 361 msec
2024-12-05T05:33:31,434 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:33:31,434 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376811434"}]},"ts":"1733376811434"}
2024-12-05T05:33:31,437 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-05T05:33:31,438 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:33:31,440 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2120 sec
2024-12-05T05:33:32,180 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T05:33:32,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-05T05:33:32,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-05T05:33:32,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-05T05:33:33,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-05T05:33:33,104 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-05T05:33:33,108 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T05:33:33,108 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-05T05:33:33,109 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-05T05:33:33,109 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-05T05:33:33,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-05T05:33:33,111 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-05T05:33:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-05T05:33:33,268 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-05T05:33:33,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-05T05:33:33,269 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:33,273 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-05T05:33:33,273 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:33,273 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-05T05:33:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:33:33,292 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:33:33,293 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-05T05:33:33,297 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-05T05:33:33,298 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-05T05:33:39,313 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8edcaf2ecc84:38233 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-12-05T05:33:39,314 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-12-05T05:33:39,314 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 from cache
2024-12-05T05:33:39,323 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 224), ProcessCount=11 (was 11), AvailableMemoryMB=7969 (was 7980)
2024-12-05T05:33:39,331 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=7968
2024-12-05T05:33:39,334 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:33:39,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-05T05:33:39,339 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:33:39,339 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:39,339 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-05T05:33:39,341 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:33:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-05T05:33:39,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741839_1015 (size=412)
2024-12-05T05:33:39,757 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 158accfd31f2209d8bb9a0640571a54e, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:33:39,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741840_1016 (size=63)
2024-12-05T05:33:39,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-12-05T05:33:40,175 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:40,175 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 158accfd31f2209d8bb9a0640571a54e, disabling compactions & flushes
2024-12-05T05:33:40,175 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:33:40,176 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:33:40,176 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e. after waiting 0 ms
2024-12-05T05:33:40,176 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:33:40,176 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:33:40,176 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 158accfd31f2209d8bb9a0640571a54e:
Waiting for close lock at 1733376820175Disabling compacts and flushes for region at 1733376820175Disabling writes for close at 1733376820176 (+1 ms)Writing region close event to WAL at 1733376820176Closed at 1733376820176
2024-12-05T05:33:40,180 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:33:40,181 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733376820180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376820180"}]},"ts":"1733376820180"}
2024-12-05T05:33:40,184 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:33:40,186 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:33:40,186 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376820186"}]},"ts":"1733376820186"}
2024-12-05T05:33:40,189 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-05T05:33:40,190 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=158accfd31f2209d8bb9a0640571a54e, ASSIGN}]
2024-12-05T05:33:40,192 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=158accfd31f2209d8bb9a0640571a54e, ASSIGN
2024-12-05T05:33:40,193 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=158accfd31f2209d8bb9a0640571a54e, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:33:40,345 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=158accfd31f2209d8bb9a0640571a54e, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-05T05:33:40,353 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=158accfd31f2209d8bb9a0640571a54e, ASSIGN because future has completed
2024-12-05T05:33:40,354 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 158accfd31f2209d8bb9a0640571a54e, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:33:40,519 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:33:40,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 158accfd31f2209d8bb9a0640571a54e, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:33:40,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:40,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,524 INFO  [StoreOpener-158accfd31f2209d8bb9a0640571a54e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 158accfd31f2209d8bb9a0640571a54e 
2024-12-05T05:33:40,526 INFO  [StoreOpener-158accfd31f2209d8bb9a0640571a54e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 158accfd31f2209d8bb9a0640571a54e columnFamilyName testFamily
2024-12-05T05:33:40,526 DEBUG [StoreOpener-158accfd31f2209d8bb9a0640571a54e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:40,527 INFO  [StoreOpener-158accfd31f2209d8bb9a0640571a54e-1 {}] regionserver.HStore(327): Store=158accfd31f2209d8bb9a0640571a54e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:33:40,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:33:40,540 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 158accfd31f2209d8bb9a0640571a54e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64441769, jitterRate=-0.039742812514305115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:33:40,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:33:40,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 158accfd31f2209d8bb9a0640571a54e:
Running coprocessor pre-open hook at 1733376820521Writing region info on filesystem at 1733376820521Initializing all the Stores at 1733376820523 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376820523Cleaning up temporary data from old regions at 1733376820531 (+8 ms)Running coprocessor post-open hooks at 1733376820541 (+10 ms)Region opened successfully at 1733376820542 (+1 ms)
2024-12-05T05:33:40,543 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e., pid=12, masterSystemTime=1733376820507
2024-12-05T05:33:40,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:33:40,546 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:33:40,547 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=158accfd31f2209d8bb9a0640571a54e, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:40,550 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 158accfd31f2209d8bb9a0640571a54e, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:33:40,555 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-05T05:33:40,555 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 158accfd31f2209d8bb9a0640571a54e, server=8edcaf2ecc84,38233,1733376773494 in 197 msec
2024-12-05T05:33:40,558 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-05T05:33:40,559 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=158accfd31f2209d8bb9a0640571a54e, ASSIGN in 365 msec
2024-12-05T05:33:40,560 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:33:40,560 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376820560"}]},"ts":"1733376820560"}
2024-12-05T05:33:40,562 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-05T05:33:40,564 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:33:40,567 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2300 sec
2024-12-05T05:33:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-05T05:33:42,360 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-05T05:33:42,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-05T05:33:42,361 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:42,372 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-05T05:33:42,373 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:42,373 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-05T05:33:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:33:42,387 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:33:42,387 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-05T05:33:42,390 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-05T05:33:42,392 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-05T05:33:42,394 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-05T05:33:42,395 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-05T05:33:43,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-05T05:33:43,104 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-05T05:33:44,213 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-05T05:33:46,056 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T05:33:48,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38233 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780331' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-05T05:33:48,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:44376 deadline: 1733376834410, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780331' does not exist
2024-12-05T05:33:48,416 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8edcaf2ecc84,38233,1733376773494 for closing scanner id = -2718008042535780331 for 158accfd31f2209d8bb9a0640571a54e of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780331' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T05:33:48,419 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=7961 (was 7968)
2024-12-05T05:33:48,427 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7961
2024-12-05T05:33:48,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:33:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-05T05:33:48,434 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:33:48,435 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:48,435 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-05T05:33:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-05T05:33:48,437 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:33:48,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741841_1017 (size=423)
2024-12-05T05:33:48,851 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97b01f7eb9ac6c374623d79804d7dff4, NAME => 'testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:33:48,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741842_1018 (size=74)
2024-12-05T05:33:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-12-05T05:33:49,266 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:49,266 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 97b01f7eb9ac6c374623d79804d7dff4, disabling compactions & flushes
2024-12-05T05:33:49,266 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:33:49,267 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:33:49,267 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4. after waiting 0 ms
2024-12-05T05:33:49,267 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:33:49,267 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:33:49,267 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97b01f7eb9ac6c374623d79804d7dff4:
Waiting for close lock at 1733376829266Disabling compacts and flushes for region at 1733376829266Disabling writes for close at 1733376829267 (+1 ms)Writing region close event to WAL at 1733376829267Closed at 1733376829267
2024-12-05T05:33:49,271 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:33:49,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733376829272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376829272"}]},"ts":"1733376829272"}
2024-12-05T05:33:49,279 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:33:49,281 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:33:49,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376829281"}]},"ts":"1733376829281"}
2024-12-05T05:33:49,285 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-05T05:33:49,285 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=97b01f7eb9ac6c374623d79804d7dff4, ASSIGN}]
2024-12-05T05:33:49,287 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=97b01f7eb9ac6c374623d79804d7dff4, ASSIGN
2024-12-05T05:33:49,289 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=97b01f7eb9ac6c374623d79804d7dff4, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:33:49,440 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=97b01f7eb9ac6c374623d79804d7dff4, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-05T05:33:49,449 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=97b01f7eb9ac6c374623d79804d7dff4, ASSIGN because future has completed
2024-12-05T05:33:49,451 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b01f7eb9ac6c374623d79804d7dff4, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:33:49,618 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:33:49,618 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 97b01f7eb9ac6c374623d79804d7dff4, NAME => 'testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:33:49,619 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,619 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:49,619 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,619 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,621 INFO  [StoreOpener-97b01f7eb9ac6c374623d79804d7dff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97b01f7eb9ac6c374623d79804d7dff4 
2024-12-05T05:33:49,625 INFO  [StoreOpener-97b01f7eb9ac6c374623d79804d7dff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97b01f7eb9ac6c374623d79804d7dff4 columnFamilyName testFamily
2024-12-05T05:33:49,625 DEBUG [StoreOpener-97b01f7eb9ac6c374623d79804d7dff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:49,626 INFO  [StoreOpener-97b01f7eb9ac6c374623d79804d7dff4-1 {}] regionserver.HStore(327): Store=97b01f7eb9ac6c374623d79804d7dff4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:33:49,626 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,627 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,628 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,628 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,628 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,631 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,635 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:33:49,636 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 97b01f7eb9ac6c374623d79804d7dff4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59285786, jitterRate=-0.11657294631004333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:33:49,636 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:33:49,637 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 97b01f7eb9ac6c374623d79804d7dff4:
Running coprocessor pre-open hook at 1733376829619Writing region info on filesystem at 1733376829619Initializing all the Stores at 1733376829621 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376829621Cleaning up temporary data from old regions at 1733376829628 (+7 ms)Running coprocessor post-open hooks at 1733376829636 (+8 ms)Region opened successfully at 1733376829637 (+1 ms)
2024-12-05T05:33:49,639 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4., pid=15, masterSystemTime=1733376829605
2024-12-05T05:33:49,641 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:33:49,641 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:33:49,642 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=97b01f7eb9ac6c374623d79804d7dff4, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:49,645 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97b01f7eb9ac6c374623d79804d7dff4, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:33:49,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-05T05:33:49,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 97b01f7eb9ac6c374623d79804d7dff4, server=8edcaf2ecc84,38233,1733376773494 in 197 msec
2024-12-05T05:33:49,653 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-05T05:33:49,653 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=97b01f7eb9ac6c374623d79804d7dff4, ASSIGN in 365 msec
2024-12-05T05:33:49,654 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:33:49,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376829654"}]},"ts":"1733376829654"}
2024-12-05T05:33:49,657 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-05T05:33:49,658 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:33:49,660 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2270 sec
2024-12-05T05:33:50,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-05T05:33:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-05T05:33:51,459 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-05T05:33:51,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-05T05:33:51,459 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:51,467 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-05T05:33:51,468 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:51,468 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-05T05:33:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:33:51,487 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:33:51,487 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-05T05:33:51,491 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-05T05:33:51,493 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-05T05:33:51,495 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-05T05:33:51,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2718008042535780327
2024-12-05T05:33:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:44376 deadline: 1733376834494, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-05T05:33:51,500 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-05T05:33:51,501 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-05T05:33:51,502 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:51,504 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:51,504 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2718008042535780325
2024-12-05T05:33:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:44376 deadline: 1733376834503, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-05T05:33:51,508 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:51,508 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2718008042535780324
2024-12-05T05:33:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:44376 deadline: 1733376834507, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-05T05:33:51,511 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:51,512 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2718008042535780323
2024-12-05T05:33:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:44376 deadline: 1733376834511, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-05T05:33:51,515 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-05T05:33:51,524 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=226 (was 225)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1097828661_22 at /127.0.0.1:46776 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=7958 (was 7961)
2024-12-05T05:33:51,534 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=226, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=7958
2024-12-05T05:33:51,537 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:33:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-05T05:33:51,541 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:33:51,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:51,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-05T05:33:51,542 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:33:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-05T05:33:51,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741843_1019 (size=418)
2024-12-05T05:33:51,859 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-05T05:33:51,955 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c58cc7d34ec97430e801c854a62ec7d6, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:33:51,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741844_1020 (size=69)
2024-12-05T05:33:52,370 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:52,370 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing c58cc7d34ec97430e801c854a62ec7d6, disabling compactions & flushes
2024-12-05T05:33:52,371 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:33:52,371 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:33:52,371 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6. after waiting 0 ms
2024-12-05T05:33:52,371 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:33:52,371 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:33:52,371 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for c58cc7d34ec97430e801c854a62ec7d6:
Waiting for close lock at 1733376832370Disabling compacts and flushes for region at 1733376832370Disabling writes for close at 1733376832371 (+1 ms)Writing region close event to WAL at 1733376832371Closed at 1733376832371
2024-12-05T05:33:52,375 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:33:52,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733376832375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376832375"}]},"ts":"1733376832375"}
2024-12-05T05:33:52,380 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:33:52,382 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:33:52,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376832382"}]},"ts":"1733376832382"}
2024-12-05T05:33:52,386 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-05T05:33:52,386 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c58cc7d34ec97430e801c854a62ec7d6, ASSIGN}]
2024-12-05T05:33:52,388 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c58cc7d34ec97430e801c854a62ec7d6, ASSIGN
2024-12-05T05:33:52,390 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c58cc7d34ec97430e801c854a62ec7d6, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:33:52,541 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c58cc7d34ec97430e801c854a62ec7d6, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:52,549 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c58cc7d34ec97430e801c854a62ec7d6, ASSIGN because future has completed
2024-12-05T05:33:52,549 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c58cc7d34ec97430e801c854a62ec7d6, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:33:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-05T05:33:52,713 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:33:52,713 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c58cc7d34ec97430e801c854a62ec7d6, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:33:52,714 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,714 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:52,714 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,714 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,717 INFO  [StoreOpener-c58cc7d34ec97430e801c854a62ec7d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c58cc7d34ec97430e801c854a62ec7d6 
2024-12-05T05:33:52,720 INFO  [StoreOpener-c58cc7d34ec97430e801c854a62ec7d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c58cc7d34ec97430e801c854a62ec7d6 columnFamilyName testFamily
2024-12-05T05:33:52,720 DEBUG [StoreOpener-c58cc7d34ec97430e801c854a62ec7d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:52,721 INFO  [StoreOpener-c58cc7d34ec97430e801c854a62ec7d6-1 {}] regionserver.HStore(327): Store=c58cc7d34ec97430e801c854a62ec7d6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:33:52,721 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,722 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,723 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,723 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,723 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,726 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,730 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:33:52,731 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c58cc7d34ec97430e801c854a62ec7d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63087950, jitterRate=-0.059916287660598755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:33:52,731 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:33:52,732 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c58cc7d34ec97430e801c854a62ec7d6:
Running coprocessor pre-open hook at 1733376832714Writing region info on filesystem at 1733376832714Initializing all the Stores at 1733376832716 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376832717 (+1 ms)Cleaning up temporary data from old regions at 1733376832723 (+6 ms)Running coprocessor post-open hooks at 1733376832731 (+8 ms)Region opened successfully at 1733376832732 (+1 ms)
2024-12-05T05:33:52,733 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., pid=18, masterSystemTime=1733376832704
2024-12-05T05:33:52,737 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:33:52,737 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:33:52,738 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c58cc7d34ec97430e801c854a62ec7d6, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:52,741 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c58cc7d34ec97430e801c854a62ec7d6, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:33:52,745 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-05T05:33:52,745 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure c58cc7d34ec97430e801c854a62ec7d6, server=8edcaf2ecc84,38233,1733376773494 in 193 msec
2024-12-05T05:33:52,748 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-05T05:33:52,748 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=c58cc7d34ec97430e801c854a62ec7d6, ASSIGN in 359 msec
2024-12-05T05:33:52,749 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:33:52,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376832749"}]},"ts":"1733376832749"}
2024-12-05T05:33:52,752 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-05T05:33:52,753 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:33:52,755 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2160 sec
2024-12-05T05:33:53,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-05T05:33:53,104 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-05T05:33:53,109 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-05T05:33:53,109 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-05T05:33:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-05T05:33:54,569 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-05T05:33:54,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-05T05:33:54,570 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:54,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-05T05:33:54,582 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:33:54,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-05T05:33:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:33:54,599 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:33:54,599 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-05T05:33:54,603 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-05T05:33:54,606 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-05T05:33:55,124 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T05:33:55,612 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8edcaf2ecc84:38233 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-05T05:33:55,613 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-05T05:33:55,613 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 from cache
2024-12-05T05:33:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-12-05T05:33:56,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-05T05:33:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:33:56,637 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-05T05:33:57,612 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8edcaf2ecc84:38233 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=968ms
2024-12-05T05:33:57,613 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=968ms
2024-12-05T05:33:57,613 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 from cache
2024-12-05T05:33:57,629 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 226), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=7951 (was 7958)
2024-12-05T05:33:57,639 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=7951
2024-12-05T05:33:57,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:33:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-05T05:33:57,644 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:33:57,645 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:57,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-05T05:33:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-05T05:33:57,646 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:33:57,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741845_1021 (size=416)
2024-12-05T05:33:58,064 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36d4d0d44d5d1ec47babf920d595a7e8, NAME => 'testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:33:58,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741846_1022 (size=67)
2024-12-05T05:33:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-12-05T05:33:58,481 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:58,481 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 36d4d0d44d5d1ec47babf920d595a7e8, disabling compactions & flushes
2024-12-05T05:33:58,481 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:33:58,481 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:33:58,482 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8. after waiting 0 ms
2024-12-05T05:33:58,482 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:33:58,482 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:33:58,483 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36d4d0d44d5d1ec47babf920d595a7e8:
Waiting for close lock at 1733376838481Disabling compacts and flushes for region at 1733376838481Disabling writes for close at 1733376838482 (+1 ms)Writing region close event to WAL at 1733376838482Closed at 1733376838482
2024-12-05T05:33:58,486 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:33:58,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733376838487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376838487"}]},"ts":"1733376838487"}
2024-12-05T05:33:58,489 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:33:58,490 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:33:58,491 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376838490"}]},"ts":"1733376838490"}
2024-12-05T05:33:58,493 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-05T05:33:58,493 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=36d4d0d44d5d1ec47babf920d595a7e8, ASSIGN}]
2024-12-05T05:33:58,495 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=36d4d0d44d5d1ec47babf920d595a7e8, ASSIGN
2024-12-05T05:33:58,496 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=36d4d0d44d5d1ec47babf920d595a7e8, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:33:58,647 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=36d4d0d44d5d1ec47babf920d595a7e8, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:58,654 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=36d4d0d44d5d1ec47babf920d595a7e8, ASSIGN because future has completed
2024-12-05T05:33:58,655 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36d4d0d44d5d1ec47babf920d595a7e8, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:33:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-05T05:33:58,815 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:33:58,815 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 36d4d0d44d5d1ec47babf920d595a7e8, NAME => 'testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:33:58,816 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,816 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:33:58,816 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,816 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,818 INFO  [StoreOpener-36d4d0d44d5d1ec47babf920d595a7e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 36d4d0d44d5d1ec47babf920d595a7e8 
2024-12-05T05:33:58,821 INFO  [StoreOpener-36d4d0d44d5d1ec47babf920d595a7e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36d4d0d44d5d1ec47babf920d595a7e8 columnFamilyName testFamily
2024-12-05T05:33:58,821 DEBUG [StoreOpener-36d4d0d44d5d1ec47babf920d595a7e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:33:58,822 INFO  [StoreOpener-36d4d0d44d5d1ec47babf920d595a7e8-1 {}] regionserver.HStore(327): Store=36d4d0d44d5d1ec47babf920d595a7e8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:33:58,822 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,824 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,825 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,826 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,826 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,829 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,834 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:33:58,835 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 36d4d0d44d5d1ec47babf920d595a7e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72887112, jitterRate=0.08610260486602783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:33:58,835 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:33:58,836 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 36d4d0d44d5d1ec47babf920d595a7e8:
Running coprocessor pre-open hook at 1733376838816Writing region info on filesystem at 1733376838816Initializing all the Stores at 1733376838818 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376838818Cleaning up temporary data from old regions at 1733376838826 (+8 ms)Running coprocessor post-open hooks at 1733376838835 (+9 ms)Region opened successfully at 1733376838836 (+1 ms)
2024-12-05T05:33:58,837 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8., pid=21, masterSystemTime=1733376838808
2024-12-05T05:33:58,840 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:33:58,840 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:33:58,841 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=36d4d0d44d5d1ec47babf920d595a7e8, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:33:58,843 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36d4d0d44d5d1ec47babf920d595a7e8, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:33:58,847 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-05T05:33:58,848 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 36d4d0d44d5d1ec47babf920d595a7e8, server=8edcaf2ecc84,38233,1733376773494 in 191 msec
2024-12-05T05:33:58,850 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-05T05:33:58,850 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=36d4d0d44d5d1ec47babf920d595a7e8, ASSIGN in 355 msec
2024-12-05T05:33:58,851 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:33:58,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376838851"}]},"ts":"1733376838851"}
2024-12-05T05:33:58,854 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-05T05:33:58,855 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:33:58,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2140 sec
2024-12-05T05:34:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-05T05:34:00,679 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-05T05:34:00,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-05T05:34:00,680 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:00,688 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-05T05:34:00,689 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:00,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-05T05:34:00,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:34:00,704 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:34:00,704 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-05T05:34:00,707 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-05T05:34:00,709 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-05T05:34:00,711 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-05T05:34:00,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-05T05:34:02,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-05T05:34:03,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-05T05:34:03,104 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-05T05:34:03,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38233 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780312' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-05T05:34:03,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:44376 deadline: 1733376844719, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780312' does not exist
2024-12-05T05:34:03,722 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8edcaf2ecc84,38233,1733376773494 for closing scanner id = -2718008042535780312 for 36d4d0d44d5d1ec47babf920d595a7e8 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780312' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T05:34:03,729 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=7945 (was 7951)
2024-12-05T05:34:03,740 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7945
2024-12-05T05:34:03,743 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:34:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-05T05:34:03,748 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:34:03,748 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:34:03,748 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-05T05:34:03,749 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:34:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-05T05:34:03,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741847_1023 (size=411)
2024-12-05T05:34:04,165 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f088dff6bbc2f421c08c2ef63a5ba8ae, NAME => 'testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:34:04,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741848_1024 (size=62)
2024-12-05T05:34:04,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-12-05T05:34:04,320 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T05:34:04,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:34:04,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing f088dff6bbc2f421c08c2ef63a5ba8ae, disabling compactions & flushes
2024-12-05T05:34:04,578 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:04,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:04,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae. after waiting 0 ms
2024-12-05T05:34:04,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:04,579 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:04,579 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for f088dff6bbc2f421c08c2ef63a5ba8ae:
Waiting for close lock at 1733376844578Disabling compacts and flushes for region at 1733376844578Disabling writes for close at 1733376844578Writing region close event to WAL at 1733376844578Closed at 1733376844578
2024-12-05T05:34:04,582 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:34:04,583 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733376844583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376844583"}]},"ts":"1733376844583"}
2024-12-05T05:34:04,588 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:34:04,590 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:34:04,591 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376844591"}]},"ts":"1733376844591"}
2024-12-05T05:34:04,594 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-05T05:34:04,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f088dff6bbc2f421c08c2ef63a5ba8ae, ASSIGN}]
2024-12-05T05:34:04,597 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f088dff6bbc2f421c08c2ef63a5ba8ae, ASSIGN
2024-12-05T05:34:04,599 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f088dff6bbc2f421c08c2ef63a5ba8ae, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:34:04,749 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=f088dff6bbc2f421c08c2ef63a5ba8ae, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:04,753 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f088dff6bbc2f421c08c2ef63a5ba8ae, ASSIGN because future has completed
2024-12-05T05:34:04,753 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure f088dff6bbc2f421c08c2ef63a5ba8ae, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:34:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-05T05:34:04,918 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:04,919 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f088dff6bbc2f421c08c2ef63a5ba8ae, NAME => 'testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:34:04,919 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,919 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:34:04,919 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,920 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,922 INFO  [StoreOpener-f088dff6bbc2f421c08c2ef63a5ba8ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f088dff6bbc2f421c08c2ef63a5ba8ae 
2024-12-05T05:34:04,924 INFO  [StoreOpener-f088dff6bbc2f421c08c2ef63a5ba8ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f088dff6bbc2f421c08c2ef63a5ba8ae columnFamilyName testFamily
2024-12-05T05:34:04,924 DEBUG [StoreOpener-f088dff6bbc2f421c08c2ef63a5ba8ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:34:04,925 INFO  [StoreOpener-f088dff6bbc2f421c08c2ef63a5ba8ae-1 {}] regionserver.HStore(327): Store=f088dff6bbc2f421c08c2ef63a5ba8ae/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:34:04,925 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,926 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,927 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,928 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,928 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,931 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,934 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:34:04,935 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f088dff6bbc2f421c08c2ef63a5ba8ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75290638, jitterRate=0.12191793322563171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:34:04,935 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:04,936 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f088dff6bbc2f421c08c2ef63a5ba8ae:
Running coprocessor pre-open hook at 1733376844920Writing region info on filesystem at 1733376844920Initializing all the Stores at 1733376844921 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376844921Cleaning up temporary data from old regions at 1733376844928 (+7 ms)Running coprocessor post-open hooks at 1733376844935 (+7 ms)Region opened successfully at 1733376844936 (+1 ms)
2024-12-05T05:34:04,937 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae., pid=24, masterSystemTime=1733376844907
2024-12-05T05:34:04,940 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:04,940 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:04,941 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=f088dff6bbc2f421c08c2ef63a5ba8ae, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:04,943 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure f088dff6bbc2f421c08c2ef63a5ba8ae, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:34:04,947 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-05T05:34:04,947 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure f088dff6bbc2f421c08c2ef63a5ba8ae, server=8edcaf2ecc84,38233,1733376773494 in 192 msec
2024-12-05T05:34:04,950 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-05T05:34:04,950 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f088dff6bbc2f421c08c2ef63a5ba8ae, ASSIGN in 352 msec
2024-12-05T05:34:04,951 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:34:04,951 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376844951"}]},"ts":"1733376844951"}
2024-12-05T05:34:04,954 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-05T05:34:04,955 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:34:04,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2120 sec
2024-12-05T05:34:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-05T05:34:06,788 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-05T05:34:06,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-05T05:34:06,788 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:06,795 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-05T05:34:06,796 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:06,796 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-05T05:34:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:34:06,810 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:34:06,810 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-05T05:34:06,813 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-05T05:34:06,816 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-05T05:34:06,817 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-05T05:34:06,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-05T05:34:06,900 INFO  [master/8edcaf2ecc84:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-05T05:34:06,900 INFO  [master/8edcaf2ecc84:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-05T05:34:08,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-05T05:34:09,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38233 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780308' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-05T05:34:09,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38233 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:44376 deadline: 1733376850824, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780308' does not exist
2024-12-05T05:34:09,825 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8edcaf2ecc84,38233,1733376773494 for closing scanner id = -2718008042535780308 for f088dff6bbc2f421c08c2ef63a5ba8ae of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780308' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T05:34:09,831 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7932 (was 7945)
2024-12-05T05:34:09,841 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=7931
2024-12-05T05:34:09,844 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:34:09,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-05T05:34:09,848 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:34:09,848 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:34:09,848 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-05T05:34:09,850 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:34:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-05T05:34:09,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741849_1025 (size=419)
2024-12-05T05:34:10,265 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26229f319aadc62b14c945d515cb9185, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:34:10,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741850_1026 (size=70)
2024-12-05T05:34:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-12-05T05:34:10,422 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T05:34:10,679 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:34:10,679 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 26229f319aadc62b14c945d515cb9185, disabling compactions & flushes
2024-12-05T05:34:10,679 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:10,679 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:10,680 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185. after waiting 1 ms
2024-12-05T05:34:10,680 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:10,680 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:10,680 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26229f319aadc62b14c945d515cb9185:
Waiting for close lock at 1733376850679Disabling compacts and flushes for region at 1733376850679Disabling writes for close at 1733376850680 (+1 ms)Writing region close event to WAL at 1733376850680Closed at 1733376850680
2024-12-05T05:34:10,684 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:34:10,684 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733376850684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376850684"}]},"ts":"1733376850684"}
2024-12-05T05:34:10,687 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:34:10,688 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:34:10,688 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376850688"}]},"ts":"1733376850688"}
2024-12-05T05:34:10,691 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-05T05:34:10,691 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=26229f319aadc62b14c945d515cb9185, ASSIGN}]
2024-12-05T05:34:10,692 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=26229f319aadc62b14c945d515cb9185, ASSIGN
2024-12-05T05:34:10,693 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=26229f319aadc62b14c945d515cb9185, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:34:10,845 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=26229f319aadc62b14c945d515cb9185, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:10,851 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=26229f319aadc62b14c945d515cb9185, ASSIGN because future has completed
2024-12-05T05:34:10,852 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26229f319aadc62b14c945d515cb9185, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:34:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-05T05:34:11,019 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:11,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 26229f319aadc62b14c945d515cb9185, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:34:11,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:34:11,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,022 INFO  [StoreOpener-26229f319aadc62b14c945d515cb9185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 26229f319aadc62b14c945d515cb9185 
2024-12-05T05:34:11,025 INFO  [StoreOpener-26229f319aadc62b14c945d515cb9185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26229f319aadc62b14c945d515cb9185 columnFamilyName testFamily
2024-12-05T05:34:11,026 DEBUG [StoreOpener-26229f319aadc62b14c945d515cb9185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:34:11,026 INFO  [StoreOpener-26229f319aadc62b14c945d515cb9185-1 {}] regionserver.HStore(327): Store=26229f319aadc62b14c945d515cb9185/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:34:11,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:34:11,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 26229f319aadc62b14c945d515cb9185; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63112681, jitterRate=-0.05954776704311371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:34:11,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:11,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 26229f319aadc62b14c945d515cb9185:
Running coprocessor pre-open hook at 1733376851020Writing region info on filesystem at 1733376851020Initializing all the Stores at 1733376851022 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376851022Cleaning up temporary data from old regions at 1733376851029 (+7 ms)Running coprocessor post-open hooks at 1733376851035 (+6 ms)Region opened successfully at 1733376851036 (+1 ms)
2024-12-05T05:34:11,037 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185., pid=27, masterSystemTime=1733376851006
2024-12-05T05:34:11,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:11,040 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:11,040 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=26229f319aadc62b14c945d515cb9185, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:11,043 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26229f319aadc62b14c945d515cb9185, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:34:11,047 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-05T05:34:11,047 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 26229f319aadc62b14c945d515cb9185, server=8edcaf2ecc84,38233,1733376773494 in 192 msec
2024-12-05T05:34:11,051 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-05T05:34:11,051 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=26229f319aadc62b14c945d515cb9185, ASSIGN in 356 msec
2024-12-05T05:34:11,052 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:34:11,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376851052"}]},"ts":"1733376851052"}
2024-12-05T05:34:11,054 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-05T05:34:11,055 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:34:11,058 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2110 sec
2024-12-05T05:34:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-05T05:34:12,879 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-05T05:34:12,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-05T05:34:12,880 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:12,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-05T05:34:12,890 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:12,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-05T05:34:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:34:12,906 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:34:12,906 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-05T05:34:12,910 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-05T05:34:12,911 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-05T05:34:13,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-05T05:34:13,104 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-05T05:34:13,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-05T05:34:13,107 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-05T05:34:14,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-05T05:34:16,525 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T05:34:18,912 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8edcaf2ecc84:38233 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-12-05T05:34:18,913 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-12-05T05:34:18,913 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 from cache
2024-12-05T05:34:18,928 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 138), ProcessCount=11 (was 11), AvailableMemoryMB=7922 (was 7931)
2024-12-05T05:34:18,936 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7921
2024-12-05T05:34:18,938 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:34:18,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-05T05:34:18,942 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:34:18,942 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:34:18,942 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-05T05:34:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-05T05:34:18,944 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:34:18,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741851_1027 (size=407)
2024-12-05T05:34:19,360 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0f3195b929869968753d2856a086667, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:34:19,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741852_1028 (size=58)
2024-12-05T05:34:19,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-12-05T05:34:19,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:34:19,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing a0f3195b929869968753d2856a086667, disabling compactions & flushes
2024-12-05T05:34:19,773 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:19,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:19,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667. after waiting 0 ms
2024-12-05T05:34:19,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:19,773 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:19,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0f3195b929869968753d2856a086667:
Waiting for close lock at 1733376859773Disabling compacts and flushes for region at 1733376859773Disabling writes for close at 1733376859773Writing region close event to WAL at 1733376859773Closed at 1733376859773
2024-12-05T05:34:19,775 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:34:19,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733376859775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376859775"}]},"ts":"1733376859775"}
2024-12-05T05:34:19,780 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:34:19,781 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:34:19,781 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376859781"}]},"ts":"1733376859781"}
2024-12-05T05:34:19,784 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-05T05:34:19,785 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a0f3195b929869968753d2856a086667, ASSIGN}]
2024-12-05T05:34:19,786 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a0f3195b929869968753d2856a086667, ASSIGN
2024-12-05T05:34:19,788 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a0f3195b929869968753d2856a086667, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:34:19,940 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a0f3195b929869968753d2856a086667, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:19,948 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a0f3195b929869968753d2856a086667, ASSIGN because future has completed
2024-12-05T05:34:19,949 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0f3195b929869968753d2856a086667, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:34:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-05T05:34:20,117 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:20,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => a0f3195b929869968753d2856a086667, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:34:20,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:34:20,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,120 INFO  [StoreOpener-a0f3195b929869968753d2856a086667-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a0f3195b929869968753d2856a086667 
2024-12-05T05:34:20,122 INFO  [StoreOpener-a0f3195b929869968753d2856a086667-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0f3195b929869968753d2856a086667 columnFamilyName testFamily
2024-12-05T05:34:20,122 DEBUG [StoreOpener-a0f3195b929869968753d2856a086667-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:34:20,122 INFO  [StoreOpener-a0f3195b929869968753d2856a086667-1 {}] regionserver.HStore(327): Store=a0f3195b929869968753d2856a086667/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:34:20,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:34:20,130 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened a0f3195b929869968753d2856a086667; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73392789, jitterRate=0.09363777935504913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:34:20,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0f3195b929869968753d2856a086667
2024-12-05T05:34:20,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for a0f3195b929869968753d2856a086667:
Running coprocessor pre-open hook at 1733376860118Writing region info on filesystem at 1733376860118Initializing all the Stores at 1733376860119 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376860119Cleaning up temporary data from old regions at 1733376860125 (+6 ms)Running coprocessor post-open hooks at 1733376860131 (+6 ms)Region opened successfully at 1733376860131
2024-12-05T05:34:20,133 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667., pid=30, masterSystemTime=1733376860103
2024-12-05T05:34:20,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:20,136 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:20,137 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a0f3195b929869968753d2856a086667, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:20,140 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0f3195b929869968753d2856a086667, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:34:20,143 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-05T05:34:20,144 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure a0f3195b929869968753d2856a086667, server=8edcaf2ecc84,38233,1733376773494 in 192 msec
2024-12-05T05:34:20,146 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-05T05:34:20,146 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a0f3195b929869968753d2856a086667, ASSIGN in 358 msec
2024-12-05T05:34:20,147 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:34:20,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376860147"}]},"ts":"1733376860147"}
2024-12-05T05:34:20,150 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-05T05:34:20,151 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:34:20,154 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2130 sec
2024-12-05T05:34:20,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-05T05:34:21,859 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-05T05:34:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-05T05:34:21,980 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-05T05:34:21,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-05T05:34:21,981 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:21,990 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-05T05:34:21,991 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:21,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-05T05:34:21,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:34:22,004 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:34:22,004 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-05T05:34:22,007 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-05T05:34:22,010 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-05T05:34:22,011 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-05T05:34:22,012 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-05T05:34:23,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-05T05:34:23,105 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-05T05:34:25,622 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T05:34:28,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38233 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780300' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-05T05:34:28,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38233 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:44376 deadline: 1733376874019, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780300' does not exist
2024-12-05T05:34:28,022 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8edcaf2ecc84,38233,1733376773494 for closing scanner id = -2718008042535780300 for a0f3195b929869968753d2856a086667 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2718008042535780300' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T05:34:28,030 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7913 (was 7921)
2024-12-05T05:34:28,038 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7912
2024-12-05T05:34:28,041 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T05:34:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-05T05:34:28,044 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T05:34:28,044 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:34:28,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-05T05:34:28,046 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T05:34:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-05T05:34:28,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741853_1029 (size=423)
2024-12-05T05:34:28,056 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c
2024-12-05T05:34:28,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741854_1030 (size=74)
2024-12-05T05:34:28,410 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-05T05:34:28,465 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:34:28,465 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, disabling compactions & flushes
2024-12-05T05:34:28,466 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:28,466 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:28,466 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4. after waiting 0 ms
2024-12-05T05:34:28,466 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:28,466 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:28,466 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4:
Waiting for close lock at 1733376868465Disabling compacts and flushes for region at 1733376868465Disabling writes for close at 1733376868466 (+1 ms)Writing region close event to WAL at 1733376868466Closed at 1733376868466
2024-12-05T05:34:28,470 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T05:34:28,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733376868470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376868470"}]},"ts":"1733376868470"}
2024-12-05T05:34:28,475 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T05:34:28,477 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T05:34:28,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376868477"}]},"ts":"1733376868477"}
2024-12-05T05:34:28,480 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-05T05:34:28,480 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5f6eb7e0f8f38bc060f0fe7b2a16eaa4, ASSIGN}]
2024-12-05T05:34:28,482 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5f6eb7e0f8f38bc060f0fe7b2a16eaa4, ASSIGN
2024-12-05T05:34:28,483 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5f6eb7e0f8f38bc060f0fe7b2a16eaa4, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,38233,1733376773494; forceNewPlan=false, retain=false
2024-12-05T05:34:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-12-05T05:34:28,634 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=5f6eb7e0f8f38bc060f0fe7b2a16eaa4, regionState=OPENING, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:28,643 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5f6eb7e0f8f38bc060f0fe7b2a16eaa4, ASSIGN because future has completed
2024-12-05T05:34:28,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, server=8edcaf2ecc84,38233,1733376773494}]
2024-12-05T05:34:28,806 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:28,807 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.', STARTKEY => '', ENDKEY => ''}
2024-12-05T05:34:28,807 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,807 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T05:34:28,807 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,807 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,809 INFO  [StoreOpener-5f6eb7e0f8f38bc060f0fe7b2a16eaa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5f6eb7e0f8f38bc060f0fe7b2a16eaa4 
2024-12-05T05:34:28,811 INFO  [StoreOpener-5f6eb7e0f8f38bc060f0fe7b2a16eaa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6eb7e0f8f38bc060f0fe7b2a16eaa4 columnFamilyName testFamily
2024-12-05T05:34:28,811 DEBUG [StoreOpener-5f6eb7e0f8f38bc060f0fe7b2a16eaa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T05:34:28,812 INFO  [StoreOpener-5f6eb7e0f8f38bc060f0fe7b2a16eaa4-1 {}] regionserver.HStore(327): Store=5f6eb7e0f8f38bc060f0fe7b2a16eaa4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T05:34:28,812 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,813 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,813 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,814 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,814 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,816 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,819 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T05:34:28,819 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 5f6eb7e0f8f38bc060f0fe7b2a16eaa4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64418905, jitterRate=-0.04008351266384125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T05:34:28,819 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:28,820 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4:
Running coprocessor pre-open hook at 1733376868808Writing region info on filesystem at 1733376868808Initializing all the Stores at 1733376868809 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376868809Cleaning up temporary data from old regions at 1733376868814 (+5 ms)Running coprocessor post-open hooks at 1733376868819 (+5 ms)Region opened successfully at 1733376868820 (+1 ms)
2024-12-05T05:34:28,821 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., pid=33, masterSystemTime=1733376868796
2024-12-05T05:34:28,824 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:28,824 INFO  [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:28,825 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=5f6eb7e0f8f38bc060f0fe7b2a16eaa4, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:28,828 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, server=8edcaf2ecc84,38233,1733376773494 because future has completed
2024-12-05T05:34:28,831 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-05T05:34:28,832 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, server=8edcaf2ecc84,38233,1733376773494 in 185 msec
2024-12-05T05:34:28,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-05T05:34:28,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5f6eb7e0f8f38bc060f0fe7b2a16eaa4, ASSIGN in 352 msec
2024-12-05T05:34:28,835 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T05:34:28,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376868835"}]},"ts":"1733376868835"}
2024-12-05T05:34:28,837 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-05T05:34:28,838 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T05:34:28,840 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 797 msec
2024-12-05T05:34:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-05T05:34:29,059 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-05T05:34:29,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-05T05:34:29,060 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:29,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-05T05:34:29,069 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T05:34:29,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-05T05:34:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:34:29,084 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-05T05:34:29,084 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-05T05:34:29,086 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-05T05:34:29,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-05T05:34:30,093 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8edcaf2ecc84:38233 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-12-05T05:34:30,093 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-12-05T05:34:30,093 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 from cache
2024-12-05T05:34:30,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-12-05T05:34:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2]
2024-12-05T05:34:31,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-05T05:34:32,092 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8edcaf2ecc84:38233 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=978ms, rpcTimeout=972ms
2024-12-05T05:34:32,093 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=978ms, rpcTimeout=972ms
2024-12-05T05:34:32,093 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., hostname=8edcaf2ecc84,38233,1733376773494, seqNum=2 from cache
2024-12-05T05:34:32,110 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=224 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1097828661_22 at /127.0.0.1:32792 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 122) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7909 (was 7912)
2024-12-05T05:34:32,111 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T05:34:32,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T05:34:32,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:34:32,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:34:32,117 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-05T05:34:32,117 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-05T05:34:32,117 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T05:34:32,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T05:34:32,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:34:32,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:34:32,118 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-05T05:34:32,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-05T05:34:32,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false
2024-12-05T05:34:32,118 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,46077,1733376772712
2024-12-05T05:34:32,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T05:34:32,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T05:34:32,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:34:32,172 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T05:34:32,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:34:32,173 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T05:34:32,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T05:34:32,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:34:32,174 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,38233,1733376773494' *****
2024-12-05T05:34:32,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T05:34:32,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T05:34:32,174 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T05:34:32,175 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T05:34:32,176 INFO  [RS:0;8edcaf2ecc84:38233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T05:34:32,176 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T05:34:32,176 INFO  [RS:0;8edcaf2ecc84:38233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T05:34:32,176 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for 36d4d0d44d5d1ec47babf920d595a7e8
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for a0f3195b929869968753d2856a086667
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for 97b01f7eb9ac6c374623d79804d7dff4
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for 26229f319aadc62b14c945d515cb9185
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for 158accfd31f2209d8bb9a0640571a54e
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b09115bd917a5eed20ba7fa63dd7a79
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for 69bebdfe0e0db0b25314bdb01cfb6a29
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:34:32,177 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:32,177 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36d4d0d44d5d1ec47babf920d595a7e8, disabling compactions & flushes
2024-12-05T05:34:32,178 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:34:32,178 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:32,178 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:34:32,178 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8. after waiting 0 ms
2024-12-05T05:34:32,178 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T05:34:32,178 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:34:32,178 INFO  [RS:0;8edcaf2ecc84:38233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:38233.
2024-12-05T05:34:32,178 DEBUG [RS:0;8edcaf2ecc84:38233 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T05:34:32,178 DEBUG [RS:0;8edcaf2ecc84:38233 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:34:32,178 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T05:34:32,178 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T05:34:32,179 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T05:34:32,179 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-05T05:34:32,179 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-05T05:34:32,179 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T05:34:32,179 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T05:34:32,180 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T05:34:32,180 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T05:34:32,180 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 36d4d0d44d5d1ec47babf920d595a7e8, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, 97b01f7eb9ac6c374623d79804d7dff4, a0f3195b929869968753d2856a086667, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:32,180 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T05:34:32,182 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-05T05:34:32,182 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36d4d0d44d5d1ec47babf920d595a7e8 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:32,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-05T05:34:32,231 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8/.tmp/testFamily/9ee30fe669bb4fc588c49c51fde1da76 is 61, key is row-0/testFamily:testQualifier/1733376840694/Put/seqid=0
2024-12-05T05:34:32,233 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/info/4e4af004ba1b4f09ba943b0d1d03c757 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29./info:regioninfo/1733376808291/Put/seqid=0
2024-12-05T05:34:32,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741855_1031 (size=20564)
2024-12-05T05:34:32,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741856_1032 (size=5049)
2024-12-05T05:34:32,380 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 36d4d0d44d5d1ec47babf920d595a7e8, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, 97b01f7eb9ac6c374623d79804d7dff4, a0f3195b929869968753d2856a086667, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:32,581 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 36d4d0d44d5d1ec47babf920d595a7e8, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, 97b01f7eb9ac6c374623d79804d7dff4, a0f3195b929869968753d2856a086667, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:32,617 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-05T05:34:32,643 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/info/4e4af004ba1b4f09ba943b0d1d03c757
2024-12-05T05:34:32,643 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8/.tmp/testFamily/9ee30fe669bb4fc588c49c51fde1da76
2024-12-05T05:34:32,690 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8/.tmp/testFamily/9ee30fe669bb4fc588c49c51fde1da76 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8/testFamily/9ee30fe669bb4fc588c49c51fde1da76
2024-12-05T05:34:32,699 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8/testFamily/9ee30fe669bb4fc588c49c51fde1da76, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:32,707 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/ns/53d63b7a5227467b86500367dd4842b5 is 43, key is default/ns:d/1733376806791/Put/seqid=0
2024-12-05T05:34:32,710 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 36d4d0d44d5d1ec47babf920d595a7e8 in 526ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:32,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741857_1033 (size=5153)
2024-12-05T05:34:32,717 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNextAsync/36d4d0d44d5d1ec47babf920d595a7e8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:32,719 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:34:32,719 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36d4d0d44d5d1ec47babf920d595a7e8:
Waiting for close lock at 1733376872177Running coprocessor pre-close hooks at 1733376872177Disabling compacts and flushes for region at 1733376872177Disabling writes for close at 1733376872178 (+1 ms)Obtaining lock to block concurrent updates at 1733376872182 (+4 ms)Preparing flush snapshotting stores in 36d4d0d44d5d1ec47babf920d595a7e8 at 1733376872182Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376872189 (+7 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8. at 1733376872190 (+1 ms)Flushing 36d4d0d44d5d1ec47babf920d595a7e8/testFamily: creating writer at 1733376872191 (+1 ms)Flushing 36d4d0d44d5d1ec47babf920d595a7e8/testFamily: appending metadata at 1733376872225 (+34 ms)Flushing 36d4d0d44d5d1ec47babf920d595a7e8/testFamily: closing flushed file at 1733376872228 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c02388f: reopening flushed file at 1733376872689 (+461 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 36d4d0d44d5d1ec47babf920d595a7e8 in 526ms, sequenceid=8, compaction requested=false at 1733376872710 (+21 ms)Writing region close event to WAL at 1733376872712 (+2 ms)Running coprocessor post-close hooks at 1733376872718 (+6 ms)Closed at 1733376872719 (+1 ms)
2024-12-05T05:34:32,720 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733376837641.36d4d0d44d5d1ec47babf920d595a7e8.
2024-12-05T05:34:32,720 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0f3195b929869968753d2856a086667, disabling compactions & flushes
2024-12-05T05:34:32,720 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:32,720 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:32,720 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667. after waiting 0 ms
2024-12-05T05:34:32,720 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:32,720 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0f3195b929869968753d2856a086667 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:32,735 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667/.tmp/testFamily/79c4e3116c794efabfacc2c29034ceba is 61, key is row-0/testFamily:testQualifier/1733376861995/Put/seqid=0
2024-12-05T05:34:32,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741858_1034 (size=5049)
2024-12-05T05:34:32,781 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, 97b01f7eb9ac6c374623d79804d7dff4, a0f3195b929869968753d2856a086667, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:32,982 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, 97b01f7eb9ac6c374623d79804d7dff4, a0f3195b929869968753d2856a086667, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:33,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-05T05:34:33,104 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-05T05:34:33,108 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-05T05:34:33,114 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/ns/53d63b7a5227467b86500367dd4842b5
2024-12-05T05:34:33,138 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/table/c09021766d8e4f0aa87a1e2001d3adf7 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733376808306/Put/seqid=0
2024-12-05T05:34:33,141 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667/.tmp/testFamily/79c4e3116c794efabfacc2c29034ceba
2024-12-05T05:34:33,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741859_1035 (size=6699)
2024-12-05T05:34:33,150 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667/.tmp/testFamily/79c4e3116c794efabfacc2c29034ceba as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667/testFamily/79c4e3116c794efabfacc2c29034ceba
2024-12-05T05:34:33,158 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667/testFamily/79c4e3116c794efabfacc2c29034ceba, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:33,159 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a0f3195b929869968753d2856a086667 in 439ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:33,162 INFO  [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-05T05:34:33,162 INFO  [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-05T05:34:33,164 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNext/a0f3195b929869968753d2856a086667/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:33,165 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:33,165 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0f3195b929869968753d2856a086667:
Waiting for close lock at 1733376872720Running coprocessor pre-close hooks at 1733376872720Disabling compacts and flushes for region at 1733376872720Disabling writes for close at 1733376872720Obtaining lock to block concurrent updates at 1733376872720Preparing flush snapshotting stores in a0f3195b929869968753d2856a086667 at 1733376872720Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376872720Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667. at 1733376872721 (+1 ms)Flushing a0f3195b929869968753d2856a086667/testFamily: creating writer at 1733376872721Flushing a0f3195b929869968753d2856a086667/testFamily: appending metadata at 1733376872735 (+14 ms)Flushing a0f3195b929869968753d2856a086667/testFamily: closing flushed file at 1733376872735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18466ec8: reopening flushed file at 1733376873149 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a0f3195b929869968753d2856a086667 in 439ms, sequenceid=8, compaction requested=false at 1733376873159 (+10 ms)Writing region close event to WAL at 1733376873160 (+1 ms)Running coprocessor post-close hooks at 1733376873165 (+5 ms)Closed at 1733376873165
2024-12-05T05:34:33,165 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733376858938.a0f3195b929869968753d2856a086667.
2024-12-05T05:34:33,165 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97b01f7eb9ac6c374623d79804d7dff4, disabling compactions & flushes
2024-12-05T05:34:33,165 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:34:33,165 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:34:33,165 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4. after waiting 0 ms
2024-12-05T05:34:33,166 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:34:33,166 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97b01f7eb9ac6c374623d79804d7dff4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:33,181 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4/.tmp/testFamily/072cf6c865824cf396cf638448051190 is 61, key is row-0/testFamily:testQualifier/1733376831473/Put/seqid=0
2024-12-05T05:34:33,182 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-05T05:34:33,182 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1325): Online Regions={97b01f7eb9ac6c374623d79804d7dff4=testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4., 26229f319aadc62b14c945d515cb9185=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185., 158accfd31f2209d8bb9a0640571a54e=hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e., 1588230740=hbase:meta,,1.1588230740, 7b09115bd917a5eed20ba7fa63dd7a79=hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., 69bebdfe0e0db0b25314bdb01cfb6a29=testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29., f088dff6bbc2f421c08c2ef63a5ba8ae=testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae., c58cc7d34ec97430e801c854a62ec7d6=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., 5f6eb7e0f8f38bc060f0fe7b2a16eaa4=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.}
2024-12-05T05:34:33,182 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, 97b01f7eb9ac6c374623d79804d7dff4, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:33,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741860_1036 (size=5049)
2024-12-05T05:34:33,383 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, 97b01f7eb9ac6c374623d79804d7dff4, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:33,546 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/table/c09021766d8e4f0aa87a1e2001d3adf7
2024-12-05T05:34:33,562 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/info/4e4af004ba1b4f09ba943b0d1d03c757 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/info/4e4af004ba1b4f09ba943b0d1d03c757
2024-12-05T05:34:33,571 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/info/4e4af004ba1b4f09ba943b0d1d03c757, entries=100, sequenceid=56, filesize=20.1 K
2024-12-05T05:34:33,572 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/ns/53d63b7a5227467b86500367dd4842b5 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/ns/53d63b7a5227467b86500367dd4842b5
2024-12-05T05:34:33,580 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/ns/53d63b7a5227467b86500367dd4842b5, entries=2, sequenceid=56, filesize=5.0 K
2024-12-05T05:34:33,581 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/.tmp/table/c09021766d8e4f0aa87a1e2001d3adf7 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/table/c09021766d8e4f0aa87a1e2001d3adf7
2024-12-05T05:34:33,583 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, 97b01f7eb9ac6c374623d79804d7dff4, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:33,586 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4/.tmp/testFamily/072cf6c865824cf396cf638448051190
2024-12-05T05:34:33,589 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/table/c09021766d8e4f0aa87a1e2001d3adf7, entries=20, sequenceid=56, filesize=6.5 K
2024-12-05T05:34:33,590 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1410ms, sequenceid=56, compaction requested=false
2024-12-05T05:34:33,596 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-05T05:34:33,596 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4/.tmp/testFamily/072cf6c865824cf396cf638448051190 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4/testFamily/072cf6c865824cf396cf638448051190
2024-12-05T05:34:33,596 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T05:34:33,597 INFO  [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T05:34:33,597 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733376872179Running coprocessor pre-close hooks at 1733376872179Disabling compacts and flushes for region at 1733376872179Disabling writes for close at 1733376872180 (+1 ms)Obtaining lock to block concurrent updates at 1733376872182 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733376872182Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733376872189 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733376872190 (+1 ms)Flushing 1588230740/info: creating writer at 1733376872191 (+1 ms)Flushing 1588230740/info: appending metadata at 1733376872230 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733376872230Flushing 1588230740/ns: creating writer at 1733376872689 (+459 ms)Flushing 1588230740/ns: appending metadata at 1733376872706 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733376872706Flushing 1588230740/table: creating writer at 1733376873123 (+417 ms)Flushing 1588230740/table: appending metadata at 1733376873137 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733376873137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2805215b: reopening flushed file at 1733376873561 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794e745d: reopening flushed file at 1733376873571 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6143c310: reopening flushed file at 1733376873580 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1410ms, sequenceid=56, compaction requested=false at 1733376873590 (+10 ms)Writing region close event to WAL at 1733376873592 (+2 ms)Running coprocessor post-close hooks at 1733376873596 (+4 ms)Closed at 1733376873597 (+1 ms)
2024-12-05T05:34:33,597 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-05T05:34:33,604 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4/testFamily/072cf6c865824cf396cf638448051190, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:33,605 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97b01f7eb9ac6c374623d79804d7dff4 in 439ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:33,610 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextException/97b01f7eb9ac6c374623d79804d7dff4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:33,610 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:34:33,611 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97b01f7eb9ac6c374623d79804d7dff4:
Waiting for close lock at 1733376873165Running coprocessor pre-close hooks at 1733376873165Disabling compacts and flushes for region at 1733376873165Disabling writes for close at 1733376873165Obtaining lock to block concurrent updates at 1733376873166 (+1 ms)Preparing flush snapshotting stores in 97b01f7eb9ac6c374623d79804d7dff4 at 1733376873166Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376873166Flushing stores of testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4. at 1733376873167 (+1 ms)Flushing 97b01f7eb9ac6c374623d79804d7dff4/testFamily: creating writer at 1733376873167Flushing 97b01f7eb9ac6c374623d79804d7dff4/testFamily: appending metadata at 1733376873181 (+14 ms)Flushing 97b01f7eb9ac6c374623d79804d7dff4/testFamily: closing flushed file at 1733376873181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e701e07: reopening flushed file at 1733376873595 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97b01f7eb9ac6c374623d79804d7dff4 in 439ms, sequenceid=8, compaction requested=false at 1733376873605 (+10 ms)Writing region close event to WAL at 1733376873605Running coprocessor post-close hooks at 1733376873610 (+5 ms)Closed at 1733376873610
2024-12-05T05:34:33,611 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733376828430.97b01f7eb9ac6c374623d79804d7dff4.
2024-12-05T05:34:33,611 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26229f319aadc62b14c945d515cb9185, disabling compactions & flushes
2024-12-05T05:34:33,611 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:33,611 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:33,611 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185. after waiting 0 ms
2024-12-05T05:34:33,611 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:33,611 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26229f319aadc62b14c945d515cb9185 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:33,627 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185/.tmp/testFamily/467b582bd53d499fba5e4c35eca34f83 is 61, key is row-0/testFamily:testQualifier/1733376852896/Put/seqid=0
2024-12-05T05:34:33,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741861_1037 (size=5049)
2024-12-05T05:34:33,783 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:33,984 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 158accfd31f2209d8bb9a0640571a54e, 26229f319aadc62b14c945d515cb9185, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:34,034 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185/.tmp/testFamily/467b582bd53d499fba5e4c35eca34f83
2024-12-05T05:34:34,047 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185/.tmp/testFamily/467b582bd53d499fba5e4c35eca34f83 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185/testFamily/467b582bd53d499fba5e4c35eca34f83
2024-12-05T05:34:34,054 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185/testFamily/467b582bd53d499fba5e4c35eca34f83, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:34,055 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 26229f319aadc62b14c945d515cb9185 in 444ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:34,060 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/26229f319aadc62b14c945d515cb9185/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:34,061 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:34,062 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26229f319aadc62b14c945d515cb9185:
Waiting for close lock at 1733376873611Running coprocessor pre-close hooks at 1733376873611Disabling compacts and flushes for region at 1733376873611Disabling writes for close at 1733376873611Obtaining lock to block concurrent updates at 1733376873611Preparing flush snapshotting stores in 26229f319aadc62b14c945d515cb9185 at 1733376873611Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376873611Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185. at 1733376873612 (+1 ms)Flushing 26229f319aadc62b14c945d515cb9185/testFamily: creating writer at 1733376873612Flushing 26229f319aadc62b14c945d515cb9185/testFamily: appending metadata at 1733376873626 (+14 ms)Flushing 26229f319aadc62b14c945d515cb9185/testFamily: closing flushed file at 1733376873626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d879c55: reopening flushed file at 1733376874046 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 26229f319aadc62b14c945d515cb9185 in 444ms, sequenceid=8, compaction requested=false at 1733376874055 (+9 ms)Writing region close event to WAL at 1733376874056 (+1 ms)Running coprocessor post-close hooks at 1733376874061 (+5 ms)Closed at 1733376874061
2024-12-05T05:34:34,062 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733376849844.26229f319aadc62b14c945d515cb9185.
2024-12-05T05:34:34,062 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 158accfd31f2209d8bb9a0640571a54e, disabling compactions & flushes
2024-12-05T05:34:34,062 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:34:34,062 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:34:34,062 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e. after waiting 0 ms
2024-12-05T05:34:34,062 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:34:34,062 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 158accfd31f2209d8bb9a0640571a54e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:34,079 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e/.tmp/testFamily/5f9fad18eee4495482eefc022d6196b6 is 61, key is row-0/testFamily:testQualifier/1733376822377/Put/seqid=0
2024-12-05T05:34:34,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741862_1038 (size=5049)
2024-12-05T05:34:34,184 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-05T05:34:34,184 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1325): Online Regions={158accfd31f2209d8bb9a0640571a54e=hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e., 7b09115bd917a5eed20ba7fa63dd7a79=hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., 69bebdfe0e0db0b25314bdb01cfb6a29=testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29., f088dff6bbc2f421c08c2ef63a5ba8ae=testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae., c58cc7d34ec97430e801c854a62ec7d6=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., 5f6eb7e0f8f38bc060f0fe7b2a16eaa4=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.}
2024-12-05T05:34:34,185 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 158accfd31f2209d8bb9a0640571a54e, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:34,311 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T05:34:34,385 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 158accfd31f2209d8bb9a0640571a54e, 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:34,484 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e/.tmp/testFamily/5f9fad18eee4495482eefc022d6196b6
2024-12-05T05:34:34,493 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e/.tmp/testFamily/5f9fad18eee4495482eefc022d6196b6 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e/testFamily/5f9fad18eee4495482eefc022d6196b6
2024-12-05T05:34:34,500 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e/testFamily/5f9fad18eee4495482eefc022d6196b6, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:34,501 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 158accfd31f2209d8bb9a0640571a54e in 439ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:34,506 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnNextAsync/158accfd31f2209d8bb9a0640571a54e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:34,507 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:34:34,507 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 158accfd31f2209d8bb9a0640571a54e:
Waiting for close lock at 1733376874062Running coprocessor pre-close hooks at 1733376874062Disabling compacts and flushes for region at 1733376874062Disabling writes for close at 1733376874062Obtaining lock to block concurrent updates at 1733376874062Preparing flush snapshotting stores in 158accfd31f2209d8bb9a0640571a54e at 1733376874062Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376874062Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e. at 1733376874063 (+1 ms)Flushing 158accfd31f2209d8bb9a0640571a54e/testFamily: creating writer at 1733376874063Flushing 158accfd31f2209d8bb9a0640571a54e/testFamily: appending metadata at 1733376874079 (+16 ms)Flushing 158accfd31f2209d8bb9a0640571a54e/testFamily: closing flushed file at 1733376874079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a35002d: reopening flushed file at 1733376874491 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 158accfd31f2209d8bb9a0640571a54e in 439ms, sequenceid=8, compaction requested=false at 1733376874501 (+10 ms)Writing region close event to WAL at 1733376874502 (+1 ms)Running coprocessor post-close hooks at 1733376874507 (+5 ms)Closed at 1733376874507
2024-12-05T05:34:34,507 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733376819334.158accfd31f2209d8bb9a0640571a54e.
2024-12-05T05:34:34,507 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b09115bd917a5eed20ba7fa63dd7a79, disabling compactions & flushes
2024-12-05T05:34:34,507 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:34:34,507 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:34:34,507 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79. after waiting 0 ms
2024-12-05T05:34:34,507 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:34:34,508 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b09115bd917a5eed20ba7fa63dd7a79 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:34,523 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79/.tmp/testFamily/d9a415f9c1fb462dae4a99b76b8780b6 is 61, key is row-0/testFamily:testQualifier/1733376813278/Put/seqid=0
2024-12-05T05:34:34,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741863_1039 (size=5049)
2024-12-05T05:34:34,585 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:34,785 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, 7b09115bd917a5eed20ba7fa63dd7a79, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:34,929 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79/.tmp/testFamily/d9a415f9c1fb462dae4a99b76b8780b6
2024-12-05T05:34:34,941 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79/.tmp/testFamily/d9a415f9c1fb462dae4a99b76b8780b6 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79/testFamily/d9a415f9c1fb462dae4a99b76b8780b6
2024-12-05T05:34:34,946 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:46077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-12-05T05:34:34,949 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79/testFamily/d9a415f9c1fb462dae4a99b76b8780b6, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:34,950 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7b09115bd917a5eed20ba7fa63dd7a79 in 443ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:34,955 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/hbase/testMetaScanTimeoutOnOpenScanner/7b09115bd917a5eed20ba7fa63dd7a79/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:34,956 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:34:34,956 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b09115bd917a5eed20ba7fa63dd7a79:
Waiting for close lock at 1733376874507Running coprocessor pre-close hooks at 1733376874507Disabling compacts and flushes for region at 1733376874507Disabling writes for close at 1733376874507Obtaining lock to block concurrent updates at 1733376874508 (+1 ms)Preparing flush snapshotting stores in 7b09115bd917a5eed20ba7fa63dd7a79 at 1733376874508Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376874508Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79. at 1733376874509 (+1 ms)Flushing 7b09115bd917a5eed20ba7fa63dd7a79/testFamily: creating writer at 1733376874509Flushing 7b09115bd917a5eed20ba7fa63dd7a79/testFamily: appending metadata at 1733376874522 (+13 ms)Flushing 7b09115bd917a5eed20ba7fa63dd7a79/testFamily: closing flushed file at 1733376874522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cde9279: reopening flushed file at 1733376874940 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7b09115bd917a5eed20ba7fa63dd7a79 in 443ms, sequenceid=8, compaction requested=false at 1733376874950 (+10 ms)Writing region close event to WAL at 1733376874951 (+1 ms)Running coprocessor post-close hooks at 1733376874956 (+5 ms)Closed at 1733376874956
2024-12-05T05:34:34,956 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733376810225.7b09115bd917a5eed20ba7fa63dd7a79.
2024-12-05T05:34:34,956 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69bebdfe0e0db0b25314bdb01cfb6a29, disabling compactions & flushes
2024-12-05T05:34:34,956 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:34:34,956 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:34:34,956 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29. after waiting 0 ms
2024-12-05T05:34:34,956 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:34:34,956 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69bebdfe0e0db0b25314bdb01cfb6a29 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:34,970 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29/.tmp/testFamily/c9aa59f08532497e8df2548131abe1f7 is 61, key is row-0/testFamily:testQualifier/1733376810136/Put/seqid=0
2024-12-05T05:34:34,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741864_1040 (size=5049)
2024-12-05T05:34:34,986 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:35,186 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-05T05:34:35,186 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1325): Online Regions={69bebdfe0e0db0b25314bdb01cfb6a29=testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29., f088dff6bbc2f421c08c2ef63a5ba8ae=testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae., c58cc7d34ec97430e801c854a62ec7d6=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., 5f6eb7e0f8f38bc060f0fe7b2a16eaa4=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.}
2024-12-05T05:34:35,186 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:35,376 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29/.tmp/testFamily/c9aa59f08532497e8df2548131abe1f7
2024-12-05T05:34:35,386 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, 69bebdfe0e0db0b25314bdb01cfb6a29, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:35,442 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29/.tmp/testFamily/c9aa59f08532497e8df2548131abe1f7 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29/testFamily/c9aa59f08532497e8df2548131abe1f7
2024-12-05T05:34:35,452 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29/testFamily/c9aa59f08532497e8df2548131abe1f7, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:35,454 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 69bebdfe0e0db0b25314bdb01cfb6a29 in 498ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:35,460 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/69bebdfe0e0db0b25314bdb01cfb6a29/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:35,461 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:34:35,462 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69bebdfe0e0db0b25314bdb01cfb6a29:
Waiting for close lock at 1733376874956Running coprocessor pre-close hooks at 1733376874956Disabling compacts and flushes for region at 1733376874956Disabling writes for close at 1733376874956Obtaining lock to block concurrent updates at 1733376874956Preparing flush snapshotting stores in 69bebdfe0e0db0b25314bdb01cfb6a29 at 1733376874956Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376874957 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29. at 1733376874957Flushing 69bebdfe0e0db0b25314bdb01cfb6a29/testFamily: creating writer at 1733376874957Flushing 69bebdfe0e0db0b25314bdb01cfb6a29/testFamily: appending metadata at 1733376874969 (+12 ms)Flushing 69bebdfe0e0db0b25314bdb01cfb6a29/testFamily: closing flushed file at 1733376874970 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5b2281: reopening flushed file at 1733376875440 (+470 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 69bebdfe0e0db0b25314bdb01cfb6a29 in 498ms, sequenceid=8, compaction requested=false at 1733376875454 (+14 ms)Writing region close event to WAL at 1733376875455 (+1 ms)Running coprocessor post-close hooks at 1733376875461 (+6 ms)Closed at 1733376875461
2024-12-05T05:34:35,462 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733376807058.69bebdfe0e0db0b25314bdb01cfb6a29.
2024-12-05T05:34:35,462 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f088dff6bbc2f421c08c2ef63a5ba8ae, disabling compactions & flushes
2024-12-05T05:34:35,462 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:35,462 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:35,462 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae. after waiting 0 ms
2024-12-05T05:34:35,462 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:35,462 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f088dff6bbc2f421c08c2ef63a5ba8ae 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:35,480 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae/.tmp/testFamily/72d9714c9a45470380b785a8933b5b31 is 61, key is row-0/testFamily:testQualifier/1733376846801/Put/seqid=0
2024-12-05T05:34:35,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741865_1041 (size=5049)
2024-12-05T05:34:35,587 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:35,787 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, c58cc7d34ec97430e801c854a62ec7d6, f088dff6bbc2f421c08c2ef63a5ba8ae
2024-12-05T05:34:35,886 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae/.tmp/testFamily/72d9714c9a45470380b785a8933b5b31
2024-12-05T05:34:35,901 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae/.tmp/testFamily/72d9714c9a45470380b785a8933b5b31 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae/testFamily/72d9714c9a45470380b785a8933b5b31
2024-12-05T05:34:35,908 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae/testFamily/72d9714c9a45470380b785a8933b5b31, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:35,909 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f088dff6bbc2f421c08c2ef63a5ba8ae in 447ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:35,914 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnNext/f088dff6bbc2f421c08c2ef63a5ba8ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:35,914 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:35,914 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f088dff6bbc2f421c08c2ef63a5ba8ae:
Waiting for close lock at 1733376875462Running coprocessor pre-close hooks at 1733376875462Disabling compacts and flushes for region at 1733376875462Disabling writes for close at 1733376875462Obtaining lock to block concurrent updates at 1733376875462Preparing flush snapshotting stores in f088dff6bbc2f421c08c2ef63a5ba8ae at 1733376875462Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376875463 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae. at 1733376875464 (+1 ms)Flushing f088dff6bbc2f421c08c2ef63a5ba8ae/testFamily: creating writer at 1733376875464Flushing f088dff6bbc2f421c08c2ef63a5ba8ae/testFamily: appending metadata at 1733376875480 (+16 ms)Flushing f088dff6bbc2f421c08c2ef63a5ba8ae/testFamily: closing flushed file at 1733376875480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399276af: reopening flushed file at 1733376875900 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f088dff6bbc2f421c08c2ef63a5ba8ae in 447ms, sequenceid=8, compaction requested=false at 1733376875909 (+9 ms)Writing region close event to WAL at 1733376875910 (+1 ms)Running coprocessor post-close hooks at 1733376875914 (+4 ms)Closed at 1733376875914
2024-12-05T05:34:35,914 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733376843743.f088dff6bbc2f421c08c2ef63a5ba8ae.
2024-12-05T05:34:35,915 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c58cc7d34ec97430e801c854a62ec7d6, disabling compactions & flushes
2024-12-05T05:34:35,915 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:34:35,915 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:34:35,915 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6. after waiting 0 ms
2024-12-05T05:34:35,915 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:34:35,915 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c58cc7d34ec97430e801c854a62ec7d6 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:35,930 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6/.tmp/testFamily/b94d1370c9c541f88c0dc1e908bb0826 is 61, key is row-0/testFamily:testQualifier/1733376834587/Put/seqid=0
2024-12-05T05:34:35,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741866_1042 (size=5049)
2024-12-05T05:34:35,987 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:34:36,188 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-05T05:34:36,188 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1325): Online Regions={c58cc7d34ec97430e801c854a62ec7d6=testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., 5f6eb7e0f8f38bc060f0fe7b2a16eaa4=testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.}
2024-12-05T05:34:36,188 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, c58cc7d34ec97430e801c854a62ec7d6
2024-12-05T05:34:36,336 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6/.tmp/testFamily/b94d1370c9c541f88c0dc1e908bb0826
2024-12-05T05:34:36,348 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6/.tmp/testFamily/b94d1370c9c541f88c0dc1e908bb0826 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6/testFamily/b94d1370c9c541f88c0dc1e908bb0826
2024-12-05T05:34:36,356 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6/testFamily/b94d1370c9c541f88c0dc1e908bb0826, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:36,357 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c58cc7d34ec97430e801c854a62ec7d6 in 442ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:36,361 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScanner/c58cc7d34ec97430e801c854a62ec7d6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:36,362 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:34:36,362 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c58cc7d34ec97430e801c854a62ec7d6:
Waiting for close lock at 1733376875914Running coprocessor pre-close hooks at 1733376875914Disabling compacts and flushes for region at 1733376875914Disabling writes for close at 1733376875915 (+1 ms)Obtaining lock to block concurrent updates at 1733376875915Preparing flush snapshotting stores in c58cc7d34ec97430e801c854a62ec7d6 at 1733376875915Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376875915Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6. at 1733376875916 (+1 ms)Flushing c58cc7d34ec97430e801c854a62ec7d6/testFamily: creating writer at 1733376875916Flushing c58cc7d34ec97430e801c854a62ec7d6/testFamily: appending metadata at 1733376875930 (+14 ms)Flushing c58cc7d34ec97430e801c854a62ec7d6/testFamily: closing flushed file at 1733376875930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ec7874: reopening flushed file at 1733376876347 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c58cc7d34ec97430e801c854a62ec7d6 in 442ms, sequenceid=8, compaction requested=false at 1733376876357 (+10 ms)Writing region close event to WAL at 1733376876358 (+1 ms)Running coprocessor post-close hooks at 1733376876362 (+4 ms)Closed at 1733376876362
2024-12-05T05:34:36,362 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733376831536.c58cc7d34ec97430e801c854a62ec7d6.
2024-12-05T05:34:36,362 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f6eb7e0f8f38bc060f0fe7b2a16eaa4, disabling compactions & flushes
2024-12-05T05:34:36,363 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:36,363 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:36,363 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4. after waiting 0 ms
2024-12-05T05:34:36,363 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:36,363 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f6eb7e0f8f38bc060f0fe7b2a16eaa4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-05T05:34:36,377 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4/.tmp/testFamily/5fc67136b3d24710ab69f9d5b05289bf is 61, key is row-0/testFamily:testQualifier/1733376869075/Put/seqid=0
2024-12-05T05:34:36,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741867_1043 (size=5049)
2024-12-05T05:34:36,389 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:36,589 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:36,783 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4/.tmp/testFamily/5fc67136b3d24710ab69f9d5b05289bf
2024-12-05T05:34:36,789 DEBUG [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1351): Waiting on 5f6eb7e0f8f38bc060f0fe7b2a16eaa4
2024-12-05T05:34:36,797 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4/.tmp/testFamily/5fc67136b3d24710ab69f9d5b05289bf as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4/testFamily/5fc67136b3d24710ab69f9d5b05289bf
2024-12-05T05:34:36,804 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4/testFamily/5fc67136b3d24710ab69f9d5b05289bf, entries=4, sequenceid=8, filesize=4.9 K
2024-12-05T05:34:36,805 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4 in 442ms, sequenceid=8, compaction requested=false
2024-12-05T05:34:36,810 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/data/default/testNormalScanTimeoutOnOpenScannerAsync/5f6eb7e0f8f38bc060f0fe7b2a16eaa4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-05T05:34:36,810 INFO  [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:36,810 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4:
Waiting for close lock at 1733376876362Running coprocessor pre-close hooks at 1733376876362Disabling compacts and flushes for region at 1733376876362Disabling writes for close at 1733376876363 (+1 ms)Obtaining lock to block concurrent updates at 1733376876363Preparing flush snapshotting stores in 5f6eb7e0f8f38bc060f0fe7b2a16eaa4 at 1733376876363Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733376876363Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4. at 1733376876364 (+1 ms)Flushing 5f6eb7e0f8f38bc060f0fe7b2a16eaa4/testFamily: creating writer at 1733376876364Flushing 5f6eb7e0f8f38bc060f0fe7b2a16eaa4/testFamily: appending metadata at 1733376876377 (+13 ms)Flushing 5f6eb7e0f8f38bc060f0fe7b2a16eaa4/testFamily: closing flushed file at 1733376876377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a966c9f: reopening flushed file at 1733376876796 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f6eb7e0f8f38bc060f0fe7b2a16eaa4 in 442ms, sequenceid=8, compaction requested=false at 1733376876805 (+9 ms)Writing region close event to WAL at 1733376876806 (+1 ms)Running coprocessor post-close hooks at 1733376876810 (+4 ms)Closed at 1733376876810
2024-12-05T05:34:36,810 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733376868040.5f6eb7e0f8f38bc060f0fe7b2a16eaa4.
2024-12-05T05:34:36,990 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,38233,1733376773494; all regions closed.
2024-12-05T05:34:36,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741834_1010 (size=19479)
2024-12-05T05:34:37,006 DEBUG [RS:0;8edcaf2ecc84:38233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/oldWALs
2024-12-05T05:34:37,006 INFO  [RS:0;8edcaf2ecc84:38233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C38233%2C1733376773494.meta:.meta(num 1733376806617)
2024-12-05T05:34:37,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741833_1009 (size=20031)
2024-12-05T05:34:37,009 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/WALs/8edcaf2ecc84,38233,1733376773494/8edcaf2ecc84%2C38233%2C1733376773494.1733376806166 not finished, retry = 0
2024-12-05T05:34:37,116 DEBUG [RS:0;8edcaf2ecc84:38233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/oldWALs
2024-12-05T05:34:37,116 INFO  [RS:0;8edcaf2ecc84:38233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C38233%2C1733376773494:(num 1733376806166)
2024-12-05T05:34:37,116 DEBUG [RS:0;8edcaf2ecc84:38233 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T05:34:37,116 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T05:34:37,117 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T05:34:37,117 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T05:34:37,118 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T05:34:37,118 INFO  [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T05:34:37,120 INFO  [RS:0;8edcaf2ecc84:38233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38233
2024-12-05T05:34:37,133 INFO  [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T05:34:37,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T05:34:37,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8edcaf2ecc84,38233,1733376773494
2024-12-05T05:34:37,171 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T05:34:37,182 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,38233,1733376773494]
2024-12-05T05:34:37,192 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8edcaf2ecc84,38233,1733376773494 already deleted, retry=false
2024-12-05T05:34:37,193 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,38233,1733376773494 expired; onlineServers=0
2024-12-05T05:34:37,193 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,46077,1733376772712' *****
2024-12-05T05:34:37,193 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-05T05:34:37,193 INFO  [M:0;8edcaf2ecc84:46077 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T05:34:37,194 INFO  [M:0;8edcaf2ecc84:46077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T05:34:37,194 DEBUG [M:0;8edcaf2ecc84:46077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-05T05:34:37,194 DEBUG [M:0;8edcaf2ecc84:46077 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-05T05:34:37,194 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-05T05:34:37,194 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376775996 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376775996,5,FailOnTimeoutGroup]
2024-12-05T05:34:37,194 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376775995 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376775995,5,FailOnTimeoutGroup]
2024-12-05T05:34:37,195 INFO  [M:0;8edcaf2ecc84:46077 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-05T05:34:37,195 INFO  [M:0;8edcaf2ecc84:46077 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T05:34:37,196 DEBUG [M:0;8edcaf2ecc84:46077 {}] master.HMaster(1795): Stopping service threads
2024-12-05T05:34:37,196 INFO  [M:0;8edcaf2ecc84:46077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-05T05:34:37,196 INFO  [M:0;8edcaf2ecc84:46077 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T05:34:37,198 INFO  [M:0;8edcaf2ecc84:46077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-05T05:34:37,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-05T05:34:37,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-05T05:34:37,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T05:34:37,203 DEBUG [M:0;8edcaf2ecc84:46077 {}] zookeeper.ZKUtil(347): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-05T05:34:37,203 WARN  [M:0;8edcaf2ecc84:46077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-05T05:34:37,204 INFO  [M:0;8edcaf2ecc84:46077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/.lastflushedseqids
2024-12-05T05:34:37,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741868_1044 (size=649)
2024-12-05T05:34:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T05:34:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38233-0x101a3fa82fd0001, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T05:34:37,284 INFO  [RS:0;8edcaf2ecc84:38233 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T05:34:37,285 INFO  [RS:0;8edcaf2ecc84:38233 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,38233,1733376773494; zookeeper connection closed.
2024-12-05T05:34:37,286 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74d3fbc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74d3fbc6
2024-12-05T05:34:37,287 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-05T05:34:37,619 INFO  [M:0;8edcaf2ecc84:46077 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-05T05:34:37,619 INFO  [M:0;8edcaf2ecc84:46077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-05T05:34:37,620 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T05:34:37,620 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T05:34:37,620 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T05:34:37,621 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T05:34:37,621 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T05:34:37,621 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.96 KB heapSize=190.83 KB
2024-12-05T05:34:37,641 DEBUG [M:0;8edcaf2ecc84:46077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c18d393564f4aab9057d285dd7ab482 is 82, key is hbase:meta,,1/info:regioninfo/1733376806690/Put/seqid=0
2024-12-05T05:34:37,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741869_1045 (size=5672)
2024-12-05T05:34:38,048 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c18d393564f4aab9057d285dd7ab482
2024-12-05T05:34:38,080 DEBUG [M:0;8edcaf2ecc84:46077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97b8a8ebc8dc417ca0cbd30e0633abf8 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733376808313/Put/seqid=0
2024-12-05T05:34:38,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741870_1046 (size=14067)
2024-12-05T05:34:38,487 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.40 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97b8a8ebc8dc417ca0cbd30e0633abf8
2024-12-05T05:34:38,499 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97b8a8ebc8dc417ca0cbd30e0633abf8
2024-12-05T05:34:38,515 DEBUG [M:0;8edcaf2ecc84:46077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b4ffe250ec4b8b859841423e0811ee is 69, key is 8edcaf2ecc84,38233,1733376773494/rs:state/1733376776021/Put/seqid=0
2024-12-05T05:34:38,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741871_1047 (size=5156)
2024-12-05T05:34:38,922 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b4ffe250ec4b8b859841423e0811ee
2024-12-05T05:34:38,935 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c18d393564f4aab9057d285dd7ab482 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c18d393564f4aab9057d285dd7ab482
2024-12-05T05:34:38,942 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c18d393564f4aab9057d285dd7ab482, entries=8, sequenceid=317, filesize=5.5 K
2024-12-05T05:34:38,943 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97b8a8ebc8dc417ca0cbd30e0633abf8 as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97b8a8ebc8dc417ca0cbd30e0633abf8
2024-12-05T05:34:38,950 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97b8a8ebc8dc417ca0cbd30e0633abf8
2024-12-05T05:34:38,950 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97b8a8ebc8dc417ca0cbd30e0633abf8, entries=33, sequenceid=317, filesize=13.7 K
2024-12-05T05:34:38,952 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b4ffe250ec4b8b859841423e0811ee as hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b4ffe250ec4b8b859841423e0811ee
2024-12-05T05:34:38,958 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43561/user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b4ffe250ec4b8b859841423e0811ee, entries=1, sequenceid=317, filesize=5.0 K
2024-12-05T05:34:38,960 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.53 KB/195104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=317, compaction requested=false
2024-12-05T05:34:38,961 INFO  [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T05:34:38,962 DEBUG [M:0;8edcaf2ecc84:46077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733376877620Disabling compacts and flushes for region at 1733376877620Disabling writes for close at 1733376877621 (+1 ms)Obtaining lock to block concurrent updates at 1733376877622 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376877622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166867, getHeapSize=195344, getOffHeapSize=0, getCellsCount=364 at 1733376877623 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376877625 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376877625Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376877640 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376877640Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376878062 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376878079 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376878079Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376878499 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376878514 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376878514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ae8eb: reopening flushed file at 1733376878933 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fbff5c: reopening flushed file at 1733376878942 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695889ac: reopening flushed file at 1733376878950 (+8 ms)Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.53 KB/195104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=317, compaction requested=false at 1733376878960 (+10 ms)Writing region close event to WAL at 1733376878961 (+1 ms)Closed at 1733376878961
2024-12-05T05:34:38,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741830_1006 (size=188079)
2024-12-05T05:34:38,964 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fc33e82-5533-7879-992b-ef435f79ba2c/MasterData/WALs/8edcaf2ecc84,46077,1733376772712/8edcaf2ecc84%2C46077%2C1733376772712.1733376775257 not finished, retry = 0
2024-12-05T05:34:39,066 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T05:34:39,066 INFO  [M:0;8edcaf2ecc84:46077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-05T05:34:39,066 INFO  [M:0;8edcaf2ecc84:46077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46077
2024-12-05T05:34:39,067 INFO  [M:0;8edcaf2ecc84:46077 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T05:34:39,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T05:34:39,321 INFO  [M:0;8edcaf2ecc84:46077 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T05:34:39,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46077-0x101a3fa82fd0000, quorum=127.0.0.1:58944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T05:34:39,331 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T05:34:39,333 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T05:34:39,334 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T05:34:39,334 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T05:34:39,334 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/hadoop.log.dir/,STOPPED}
2024-12-05T05:34:39,336 WARN  [BP-793466711-172.17.0.3-1733376768572 heartbeating to localhost/127.0.0.1:43561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-05T05:34:39,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-05T05:34:39,336 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-05T05:34:39,336 WARN  [BP-793466711-172.17.0.3-1733376768572 heartbeating to localhost/127.0.0.1:43561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-793466711-172.17.0.3-1733376768572 (Datanode Uuid 567da1c9-931f-4d8a-a95b-30d9fc599644) service to localhost/127.0.0.1:43561
2024-12-05T05:34:39,338 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/cluster_eafa544f-9108-f5c8-13aa-2af098194823/data/data1/current/BP-793466711-172.17.0.3-1733376768572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T05:34:39,338 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/cluster_eafa544f-9108-f5c8-13aa-2af098194823/data/data2/current/BP-793466711-172.17.0.3-1733376768572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T05:34:39,338 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-05T05:34:39,345 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-05T05:34:39,346 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T05:34:39,346 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T05:34:39,346 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T05:34:39,346 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8444106f-53ab-1d0b-6c1c-3103ebd7d8fe/hadoop.log.dir/,STOPPED}
2024-12-05T05:34:39,353 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-05T05:34:39,377 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down